-- Logs begin at Thu 2021-08-12 16:56:12 UTC, end at Thu 2021-08-12 17:55:43 UTC. -- Aug 12 17:27:13.024039 dv-cinder-788253-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 12 17:27:15.918889 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.common.config [-] Logging enabled! Aug 12 17:27:15.919508 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 17:27:15.919665 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94199) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 17:27:15.922931 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.common.config [-] Logging enabled! Aug 12 17:27:15.923188 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 12 17:27:15.923500 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94199) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 12 17:27:15.924461 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 17:27:15.924716 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 17:27:15.925091 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 17:27:15.925335 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 17:27:15.925566 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 17:27:15.925893 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.926221 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.926521 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.926764 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.927062 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.927354 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.927639 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.927930 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.928231 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.928518 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.928797 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.929087 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.929319 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.929602 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.929894 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.930206 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.930430 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] debug = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.930713 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.931138 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.931551 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.931829 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.932118 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.932396 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.932683 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.932943 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.933228 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.933560 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] host = dv-cinder-788253-6-iscsi {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.933839 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.934151 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.934440 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.934728 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.935004 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.935282 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.935565 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.935837 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.936111 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] log_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.936387 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.936681 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.937039 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.937254 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.937480 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.937709 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.938015 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.938312 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.938589 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.938865 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.939141 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.939414 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.939688 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.939957 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.940784 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.941078 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.941361 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.941639 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.941913 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.942212 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.942487 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.942773 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.943050 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.943325 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.943600 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.943888 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.944161 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.944437 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.944739 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.945027 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.945309 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.945592 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.945959 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.946174 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.946450 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.946787 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.947000 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] use_json = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.947274 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.947553 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.947836 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.948130 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.948386 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.948661 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.948934 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.949220 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:15.949521 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.949822 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.950161 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.950450 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.950748 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.951033 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.951323 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.951605 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.951898 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.952188 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.952481 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.952761 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.953053 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.953334 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.953632 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.953941 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.954262 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.954564 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.954841 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.955117 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.955399 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.955677 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.956517 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.956813 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.957104 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.957382 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.957665 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.957961 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.958271 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.958548 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.958828 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.959118 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.959398 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.959672 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.959956 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.960235 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.960509 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.960781 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.961059 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.961352 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.961631 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.961904 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.962195 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.962474 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.962747 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.963034 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.963312 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.963586 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.963857 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.964136 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.964409 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.964683 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.964962 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.965233 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.965511 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.965785 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.966058 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.966351 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.966624 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.966896 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.967168 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.967441 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.967981 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.968254 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.968528 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.968798 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.969072 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.969344 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.969637 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.969934 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.970239 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.970522 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.970802 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.971082 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.971378 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.971708 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.971990 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.972277 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.972553 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.972843 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.973129 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.973420 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.973705 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.973985 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.974307 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.974589 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.974877 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.975154 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.975434 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.975733 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.976016 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.976314 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.976611 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.976906 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.977200 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.977494 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.977778 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.978119 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.978402 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:15.978622 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 17:27:15.978872 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94199) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 12 17:27:16.341417 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 17:27:16.341609 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 17:27:16.341893 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 12 17:27:16.342258 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 12 17:27:16.754576 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.754867 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.755144 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.756484 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.756652 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.756922 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.791922 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.792206 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.792489 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.809182 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.809468 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.809737 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.839037 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.839318 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.839592 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.874896 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.875180 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:16.875452 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.114230 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.114984 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.114984 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.115169 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.115718 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.242629 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.242956 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.243262 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.243511 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.243776 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.244088 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.244349 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.244607 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.244860 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.245143 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.245403 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.245668 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.245924 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.246204 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.246460 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.246724 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.246983 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.247251 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.247521 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.247782 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.248055 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.248309 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.248597 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.248998 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.249249 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.249496 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.249943 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 17:27:17.250243 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 17:27:17.250486 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 17:27:17.250724 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 17:27:17.250962 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 17:27:17.251197 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 17:27:17.251573 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 12 17:27:17.255719 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 12 17:27:17.259947 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 12 17:27:17.264068 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 12 17:27:17.265994 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 12 17:27:17.266495 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 12 17:27:17.266838 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 12 17:27:17.267231 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 12 17:27:17.270271 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 12 17:27:17.270523 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 12 17:27:17.270884 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 17:27:17.276357 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 12 17:27:17.299234 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 12 17:27:17.300269 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.300582 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94199) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 12 17:27:17.300955 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.302551 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94199) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 12 17:27:17.302851 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 12 17:27:17.303105 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 12 17:27:17.306898 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.307191 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:17.371433 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 12 17:27:17.371611 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 12 17:27:17.371826 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 12 17:27:17.372208 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 12 17:27:17.393819 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_db.sqlalchemy.engines [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94199) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 12 17:27:17.934245 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Initializing driver for type 'gre' Aug 12 17:27:17.934790 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] gre ID ranges: [(1, 1000)] Aug 12 17:27:17.990422 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Initializing driver for type 'local' Aug 12 17:27:17.990760 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Initializing driver for type 'vlan' Aug 12 17:27:18.004539 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] VlanTypeDriver initialization complete Aug 12 17:27:18.004883 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Initializing driver for type 'vxlan' Aug 12 17:27:18.005390 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] vxlan ID ranges: [(1, 1000)] Aug 12 17:27:18.067246 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Initializing extension driver 'port_security' Aug 12 17:27:18.067794 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.extensions.port_security [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] PortSecurityExtensionDriver initialization complete Aug 12 17:27:18.068255 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Initializing mechanism driver 'openvswitch' Aug 12 17:27:18.068654 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Initializing mechanism driver 'hyperv' Aug 12 17:27:18.075569 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.plugins.ml2.plugin [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:27:18.076347 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > port after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.076795 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > port after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.077186 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > port after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.077719 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 17:27:18.078194 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > subnet after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.078557 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > subnet after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.078909 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.079305 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 17:27:18.079720 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > network after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.080073 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > network after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.080421 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > network after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.080835 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 17:27:18.081244 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > security_group after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.081599 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > security_group after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.081944 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > security_group after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.082368 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 17:27:18.082908 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.083266 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.083615 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.084011 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 17:27:18.084420 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > address_group after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.084770 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > address_group after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.085116 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > address_group after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.085510 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94199) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 12 17:27:18.085893 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] ML2 OVO RPC backend initialized. {{(pid=94199) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 12 17:27:18.086636 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.086997 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.087422 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > network before_response 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.087777 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > networks before_response 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.088129 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > port before_response 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.088476 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > ports before_response 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.088832 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > subnet before_response 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.089180 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > subnets before_response 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.089529 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > network after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.089873 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > network after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.090249 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > network after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.090595 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > port after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.090935 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > port after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.091510 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > port after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.091860 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > subnet after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.092207 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > subnet after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.092809 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.093398 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.plugin [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Modular L2 Plugin initialization complete Aug 12 17:27:18.093735 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading services supported by the core plugin {{(pid=94199) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 12 17:27:18.094174 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.plugins.ml2.managers [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Got port-security extension from driver 'port_security' Aug 12 17:27:18.094567 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.extensions.vlantransparent [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Disabled vlantransparent extension. Aug 12 17:27:18.095051 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94199) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 12 17:27:18.095371 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading Plugin: router Aug 12 17:27:18.134165 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router_interface before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.134812 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router after_create 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.134941 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router before_create 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.135311 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.135694 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.136057 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router after_delete 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.136421 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > floatingip after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.136791 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router after_create 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.137146 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router after_update 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.137500 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router after_update 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.137857 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.138251 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router after_update 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.138675 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router precommit_update 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.139049 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: port after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.139400 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: port after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.139742 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: subnet after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.140084 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.140436 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > port precommit_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.140786 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router precommit_create 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.141131 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: port before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.141478 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router precommit_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.141838 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router after_update 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.142225 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router precommit_delete 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.142578 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router precommit_create 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.142946 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.143322 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router precommit_update 55549900 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.143692 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > agent after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.144055 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > agent after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.144407 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > network after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.145289 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Tracking information for resource: router configured {{(pid=94199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 17:27:18.145630 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Tracking information for resource: floatingip configured {{(pid=94199) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 12 17:27:18.150698 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.db.l3_agentschedulers_db [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 12 17:27:18.151406 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: port after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.151777 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: port after_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.152135 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: port after_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.152494 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: port after_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.153297 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router before_create 55550100 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.153671 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router precommit_delete 55550100 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.154036 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router precommit_create 55550100 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.154424 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > router precommit_update 55550100 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.159427 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.services.provider_configuration [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service providers = [] {{(pid=94199) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 12 17:27:18.159800 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.db.servicetype_db [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94199) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 12 17:27:18.162819 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.services.service_base [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 17:27:18.163178 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.services.service_base [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 17:27:18.163532 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.services.service_base [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 17:27:18.164436 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.services.service_base [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94199) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 12 17:27:18.164819 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.services.service_base [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 12 17:27:18.165216 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 17:27:18.165542 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 12 17:27:18.176949 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 17:27:18.177288 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading Plugin: auto_allocate Aug 12 17:27:18.183111 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: network precommit_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.183486 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: network precommit_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.184020 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 17:27:18.184393 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading Plugin: tag Aug 12 17:27:18.190995 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 17:27:18.191332 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading Plugin: timestamp Aug 12 17:27:18.195413 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 17:27:18.195752 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading Plugin: network_ip_availability Aug 12 17:27:18.201299 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.201684 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.202052 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.202841 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 17:27:18.203169 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading Plugin: flavors Aug 12 17:27:18.208009 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 17:27:18.208347 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading Plugin: revisions Aug 12 17:27:18.212719 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94199) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 12 17:27:18.213123 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_concurrency.lockutils [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.871s {{(pid=94199) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 12 17:27:18.214171 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94199) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 12 17:27:18.214520 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Initializing extension manager. Aug 12 17:27:18.215041 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: __init__.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.215392 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: __pycache__ {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.215734 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.216077 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: address_group.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.216860 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.217444 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: address-group Aug 12 17:27:18.218039 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: address_scope.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.218798 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.219316 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: address-scope Aug 12 17:27:18.219655 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: admin_state_down_before_update.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.220608 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.221135 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: router-admin-state-down-before-update Aug 12 17:27:18.221995 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: agent.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.222954 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.223482 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: agent Aug 12 17:27:18.223813 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: agent_resources_synced.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.224752 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.225274 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: agent-resources-synced Aug 12 17:27:18.225603 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: allowedaddresspairs.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.227482 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.228010 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: allowed-address-pairs Aug 12 17:27:18.228340 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: auto_allocated_topology.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.229449 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.229973 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: auto-allocated-topology Aug 12 17:27:18.230337 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: availability_zone.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.231050 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.231562 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: availability_zone Aug 12 17:27:18.231889 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: availability_zone_filter.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.232822 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.233336 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: availability_zone_filter Aug 12 17:27:18.233662 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: data_plane_status.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.234615 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.235129 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension data-plane-status not supported by any of loaded plugins Aug 12 17:27:18.235456 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: default_subnetpools.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.236393 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.236933 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: default-subnetpools Aug 12 17:27:18.237290 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: dhcpagentscheduler.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.238155 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.238665 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: dhcp_agent_scheduler Aug 12 17:27:18.238993 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: dns.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.239929 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.240446 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension dns-integration not supported by any of loaded plugins Aug 12 17:27:18.240775 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: dns_domain_ports.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.241708 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.242249 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 12 17:27:18.242581 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.243517 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.244030 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 12 17:27:18.244359 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: dvr.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.245040 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.245549 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: dvr Aug 12 17:27:18.245875 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: ecmp_routes.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.246844 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.247350 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension ecmp_routes not supported by any of loaded plugins Aug 12 17:27:18.247681 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: empty_string_filtering.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.248611 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.249124 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: empty-string-filtering Aug 12 17:27:18.249455 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.250410 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.250925 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 12 17:27:18.251250 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.252184 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.253230 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 12 17:27:18.253559 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: external_net.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.254764 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.255289 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: external-net Aug 12 17:27:18.255622 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: extra_dhcp_opt.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.256558 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.257069 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: extra_dhcp_opt Aug 12 17:27:18.257400 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: extraroute.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.258367 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.258883 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: extraroute Aug 12 17:27:18.259210 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: extraroute_atomic.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.260265 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.260792 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: extraroute-atomic Aug 12 17:27:18.261121 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: filter_validation.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.261800 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.262347 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: filter-validation Aug 12 17:27:18.262680 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: fip_pf_description.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.263615 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.264132 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 12 17:27:18.264461 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: fip_port_details.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.265400 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.265916 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: fip-port-details Aug 12 17:27:18.266287 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: flavors.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.267564 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.268068 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: flavors Aug 12 17:27:18.268966 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.270692 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.271226 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 12 17:27:18.271565 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: floatingip_pools.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.272281 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.272802 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: floatingip-pools Aug 12 17:27:18.273135 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: ip_allocation.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.274090 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.274641 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension ip_allocation not supported by any of loaded plugins Aug 12 17:27:18.274972 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.275912 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.276428 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: ip-substring-filtering Aug 12 17:27:18.276761 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: l2_adjacency.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.277706 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.278258 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 12 17:27:18.278592 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: l3.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.279750 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.280273 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: router Aug 12 17:27:18.280612 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: l3_conntrack_helper.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.282909 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.283442 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 12 17:27:18.283808 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.284764 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.285286 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: ext-gw-mode Aug 12 17:27:18.285619 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.286614 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.287131 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: l3-ha Aug 12 17:27:18.287464 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: l3_flavors.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.288398 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.288912 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: l3-flavors Aug 12 17:27:18.289275 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.290205 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.290730 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 12 17:27:18.291059 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: l3agentscheduler.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.292142 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.292657 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: l3_agent_scheduler Aug 12 17:27:18.292988 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: logging.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.294520 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.295048 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension logging not supported by any of loaded plugins Aug 12 17:27:18.295384 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: metering.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.296147 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.296740 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: metering Aug 12 17:27:18.297074 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.298223 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.298750 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: metering_source_and_destination_fields Aug 12 17:27:18.299086 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: multiprovidernet.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.300063 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.300589 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: multi-provider Aug 12 17:27:18.300922 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: netmtu.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.301859 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.302412 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: net-mtu Aug 12 17:27:18.302744 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: netmtu_writable.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.303677 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.304194 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: net-mtu-writable Aug 12 17:27:18.304525 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: network_availability_zone.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.305220 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.305733 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: network_availability_zone Aug 12 17:27:18.306064 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: network_ip_availability.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.307240 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.307767 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: network-ip-availability Aug 12 17:27:18.308100 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: network_segment_range.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.308910 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.309424 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension network-segment-range not supported by any of loaded plugins Aug 12 17:27:18.309752 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: pagination.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.310856 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.311196 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: pagination Aug 12 17:27:18.311528 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: port_device_profile.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.312460 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.312995 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: port-device-profile Aug 12 17:27:18.313325 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.314321 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.315633 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: port-mac-address-regenerate Aug 12 17:27:18.316053 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.317052 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.317584 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: port-numa-affinity-policy Aug 12 17:27:18.317977 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: port_resource_request.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.319353 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.319979 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension port-resource-request not supported by any of loaded plugins Aug 12 17:27:18.320385 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: portbindings.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.321542 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.322366 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: binding Aug 12 17:27:18.322755 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: portbindings_extended.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.324567 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.325299 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: binding-extended Aug 12 17:27:18.325681 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: portsecurity.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.327005 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.327625 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: port-security Aug 12 17:27:18.328183 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: project_id.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.329287 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.329689 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: project-id Aug 12 17:27:18.330366 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: providernet.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.332187 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.332832 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: provider Aug 12 17:27:18.333203 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: qos.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.337360 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.337955 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension qos not supported by any of loaded plugins Aug 12 17:27:18.338593 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.339909 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.340561 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 12 17:27:18.340938 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.342095 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.342954 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 12 17:27:18.343550 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: qos_default.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.344591 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.345385 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension qos-default not supported by any of loaded plugins Aug 12 17:27:18.345765 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: qos_fip.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.346661 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.347242 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension qos-fip not supported by any of loaded plugins Aug 12 17:27:18.347638 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: qos_gateway_ip.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.348683 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.349198 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 12 17:27:18.349529 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: qos_port_network_policy.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.350489 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.351001 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 12 17:27:18.351329 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: qos_pps_rule.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.352555 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.353079 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension qos-pps not supported by any of loaded plugins Aug 12 17:27:18.353410 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: qos_rule_type_details.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.354383 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.354897 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 12 17:27:18.355226 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: qos_rules_alias.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.356276 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.356792 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 12 17:27:18.357125 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: quotasv2.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.358145 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.358479 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: quotas Aug 12 17:27:18.358808 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: quotasv2_detail.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.361954 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.362347 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: quota_details Aug 12 17:27:18.362691 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: rbac.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.363997 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.364533 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: rbac-policies Aug 12 17:27:18.364866 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: rbac_address_group.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.365818 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.366382 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: rbac-address-group Aug 12 17:27:18.366719 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: rbac_address_scope.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.367659 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.368184 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: rbac-address-scope Aug 12 17:27:18.368514 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: rbac_security_groups.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.369637 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.370184 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: rbac-security-groups Aug 12 17:27:18.370517 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: rbac_subnetpool.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.371460 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.371978 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: rbac-subnetpool Aug 12 17:27:18.372313 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: revisionifmatch.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.373248 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.373768 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: revision-if-match Aug 12 17:27:18.374113 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: revisions.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.375253 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.375767 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: standard-attr-revisions Aug 12 17:27:18.376098 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: router_availability_zone.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.376797 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.377313 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: router_availability_zone Aug 12 17:27:18.378204 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: routerservicetype.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.379162 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.380017 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension router-service-type not supported by any of loaded plugins Aug 12 17:27:18.380352 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.381300 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.381821 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: security-groups-normalized-cidr Aug 12 17:27:18.382187 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: security_groups_port_filtering.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.383131 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.383647 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: port-security-groups-filtering Aug 12 17:27:18.383974 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.384920 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.385434 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: security-groups-remote-address-group Aug 12 17:27:18.385765 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: securitygroup.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.396020 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.396551 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: security-group Aug 12 17:27:18.396890 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: segment.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.397710 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.398256 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension segment not supported by any of loaded plugins Aug 12 17:27:18.398592 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.399558 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.400078 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 12 17:27:18.400408 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: servicetype.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.401620 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.402251 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: service-type Aug 12 17:27:18.402588 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: sorting.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.403591 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.403927 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: sorting Aug 12 17:27:18.404256 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: standard_attr_segment.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.405196 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.405711 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 12 17:27:18.406040 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: standardattrdescription.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.406730 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.407238 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: standard-attr-description Aug 12 17:27:18.407566 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: stateful_security_group.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.408505 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.410125 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: stateful-security-group Aug 12 17:27:18.410125 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: stdattrs_common.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.410125 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 12 17:27:18.411044 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.411349 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.412005 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 12 17:27:18.412202 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: subnet_onboard.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.413307 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.414349 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: subnet_onboard Aug 12 17:27:18.414349 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.415132 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.415649 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 12 17:27:18.416268 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: subnet_service_types.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.417216 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.417734 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: subnet-service-types Aug 12 17:27:18.418065 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: subnetallocation.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.419199 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.419718 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: subnet_allocation Aug 12 17:27:18.420047 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.420730 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.421240 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: subnetpool-prefix-ops Aug 12 17:27:18.421567 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.422620 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.423219 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 12 17:27:18.423551 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: tagging.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.424701 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.425238 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: standard-attr-tag Aug 12 17:27:18.425569 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: timestamp.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.426855 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.427378 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loaded extension: standard-attr-timestamp Aug 12 17:27:18.427714 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: trunk.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.428767 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.429286 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension trunk not supported by any of loaded plugins Aug 12 17:27:18.429622 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: trunk_details.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.430603 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.431120 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension trunk-details not supported by any of loaded plugins Aug 12 17:27:18.431451 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: uplink_status_propagation.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.432391 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.432917 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 12 17:27:18.433248 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Loading extension file: vlantransparent.py {{(pid=94199) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 12 17:27:18.433940 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94199) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 12 17:27:18.434542 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 12 17:27:18.437017 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:network Aug 12 17:27:18.437549 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:subnet Aug 12 17:27:18.437956 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 17:27:18.438382 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:port Aug 12 17:27:18.439648 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.440648 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service FLAVORS assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.441255 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.441728 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.442113 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:router Aug 12 17:27:18.442666 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:floatingip Aug 12 17:27:18.443221 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service METERING assigned prefix: /metering {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.444700 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.445079 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.445440 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94199) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:27:18.446495 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 17:27:18.446953 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:security_group Aug 12 17:27:18.447388 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 17:27:18.449176 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service CORE assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.449520 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 17:27:18.449878 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] subnetpool is already registered Aug 12 17:27:18.450371 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service CORE assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.450708 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 17:27:18.451046 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] subnetpool is already registered Aug 12 17:27:18.453334 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.453776 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service FLAVORS assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.454407 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.454841 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.455181 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:router Aug 12 17:27:18.455527 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] router is already registered Aug 12 17:27:18.456510 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:floatingip Aug 12 17:27:18.456851 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] floatingip is already registered Aug 12 17:27:18.457314 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service METERING assigned prefix: /metering {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.457981 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of CountableResource for resource:rbac_policy Aug 12 17:27:18.458338 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] rbac_policy is already registered Aug 12 17:27:18.458754 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:security_group Aug 12 17:27:18.459088 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] security_group is already registered Aug 12 17:27:18.459493 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 12 17:27:18.459828 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] security_group_rule is already registered Aug 12 17:27:18.460464 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service CORE assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.460798 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 17:27:18.461136 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] subnetpool is already registered Aug 12 17:27:18.461568 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.v2.resource_helper [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Service CORE assigned prefix: {{(pid=94199) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 12 17:27:18.461894 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 12 17:27:18.462264 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING neutron.quota.resource_registry [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] subnetpool is already registered Aug 12 17:27:18.462743 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: extensions {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.464224 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: address-groups {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.465720 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: address-scopes {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.467094 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: agents {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.468517 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: auto-allocated-topology {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.469792 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: availability_zones {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.471057 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: dhcp-networks {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.472611 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: dhcp-agents {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.474036 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: routers {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.475799 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: flavors {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.477074 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: service_profiles {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.478326 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: next_providers {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.479760 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: service_profiles {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.481301 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: floatingip-pools {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.482633 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: routers {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.484436 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: floatingips {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.485727 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: l3-routers {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.487197 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: l3-agents {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.488621 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: metering-labels {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.489895 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: metering-label-rules {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.491324 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: network-ip-availabilities {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.492588 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: bindings {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.494176 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: quotas {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.495727 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: quotas {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.497179 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: rbac-policies {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.498409 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: security-groups {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.499726 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: security-group-rules {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.500958 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: service-providers {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.502236 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: subnetpools {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.504106 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: subnetpools {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.505847 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: tags {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.507579 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: tags {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.509395 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: tags {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.511233 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: tags {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.512924 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: tags {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.515904 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: tags {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.517885 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: tags {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.520263 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: tags {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.522172 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: tags {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.523956 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron.api.extensions [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Extended resource: tags {{(pid=94199) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 12 17:27:18.530236 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING keystonemiddleware.auth_token [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 12 17:27:18.534862 dv-cinder-788253-6-iscsi neutron-server[94199]: WARNING keystonemiddleware.auth_token [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 12 17:27:18.543259 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_concurrency.lockutils [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Acquired lock "singleton_lock" {{(pid=94199) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 12 17:27:18.543746 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_concurrency.lockutils [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Releasing lock "singleton_lock" {{(pid=94199) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 12 17:27:18.544402 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO oslo_service.service [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Starting 2 workers Aug 12 17:27:18.550007 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Started child 94308 {{(pid=94199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 17:27:18.557124 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Started child 94309 {{(pid=94199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 17:27:18.557333 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:18.557961 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO neutron.service [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 12 17:27:18.557961 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Notify callbacks [] for process, before_spawn {{(pid=94199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:18.558147 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [-] (94308) wsgi starting up on http://0.0.0.0:9696 Aug 12 17:27:18.559144 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO oslo_service.service [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Starting 1 workers Aug 12 17:27:18.559379 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:18.560719 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [-] (94309) wsgi starting up on http://0.0.0.0:9696 Aug 12 17:27:18.564392 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Started child 94310 {{(pid=94199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 17:27:18.564920 dv-cinder-788253-6-iscsi neutron-server[94199]: INFO oslo_service.service [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Starting 1 workers Aug 12 17:27:18.568914 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.service [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] calling RpcWorker wait() {{(pid=94310) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 12 17:27:18.569460 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.service [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] returning from RpcWorker wait() {{(pid=94310) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 12 17:27:18.570019 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Started child 94311 {{(pid=94199) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 12 17:27:18.570911 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG neutron_lib.callbacks.manager [None req-a847f976-78bc-4cda-ba07-66e0594f2d2d None None] Notify callbacks [] for process, after_spawn {{(pid=94199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:18.571013 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:18.571473 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:27:18.572804 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94199) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 17:27:18.573016 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 17:27:18.573191 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 17:27:18.573417 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 17:27:18.573762 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 17:27:18.573931 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 17:27:18.574481 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.574770 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.574954 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:18.575422 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.575422 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.575555 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.576163 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.576450 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.576707 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.576978 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.577237 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.577409 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.577578 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.577851 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.578094 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.578383 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.578657 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.578908 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.579170 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.579364 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.579625 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.579904 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.580154 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.580437 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] debug = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.580727 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.581235 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.581486 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.581749 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.581991 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.582294 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.582553 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.582825 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.583072 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.583314 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.583565 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.583822 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.584072 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.584308 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.584556 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.584825 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.585024 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.585505 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] host = dv-cinder-788253-6-iscsi {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.585742 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.585965 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.586239 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.586490 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.586742 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.586964 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.587252 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.587516 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.587771 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.588026 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.588271 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.588522 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.588766 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.588979 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.589153 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_options = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.589384 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.589760 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.589914 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.590117 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.590292 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.590475 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.590727 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.590875 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.591141 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.591363 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.591582 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.591801 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.592040 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.592300 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.592808 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.593064 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.593289 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.593524 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.593791 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.594044 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.594305 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.594529 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.594783 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.595027 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.595252 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.595473 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.595703 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.595940 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.596157 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.596458 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.596709 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.596980 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.597244 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.597488 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.597721 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.597954 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.598252 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.598472 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.598706 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.598964 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.599215 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.599453 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.599703 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.599921 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.600175 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.600392 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_json = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.600615 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.600852 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.601119 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.601338 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.601560 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.601777 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.601995 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.602273 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.602715 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.603006 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.603318 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.603573 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.603830 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.604087 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.605224 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.605224 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.605224 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.605602 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.605725 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:27:18.605881 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.606152 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.606312 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.606493 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.606756 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.607082 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.607328 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.607597 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.607840 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.608092 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.608334 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.608990 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.608990 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.609228 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.609543 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.609691 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.610441 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.611712 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.611712 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.612735 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.612735 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.613014 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.613352 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.613624 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.613919 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.614240 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.614817 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.615049 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.615318 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.615548 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.615799 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.616119 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.616633 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.617164 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.618914 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.619403 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.620138 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.620431 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.622357 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.622782 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.623046 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.623318 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.623690 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.623958 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.624199 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.624452 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.624694 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.624920 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.625286 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.625394 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.625714 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.625929 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.626203 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.627192 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.627192 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.627192 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.627192 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.627470 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.627552 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.628350 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.628613 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.628831 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.629052 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.629289 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.629509 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.629749 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.629986 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.630240 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.630469 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.630689 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.630932 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.631130 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.631487 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.631819 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.632138 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.632454 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.632718 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.632975 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.633212 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.633473 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.633825 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.634109 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.634822 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.635071 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.635339 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.635589 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.635815 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.636058 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.636309 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.636533 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.636798 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.637019 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.637246 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.637495 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.637738 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.637951 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.638260 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.638517 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.638758 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.639036 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.639298 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.639598 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.639864 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.640135 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.640377 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.640651 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.640958 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.641230 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.641605 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.641866 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.642149 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.642447 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.642660 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.642931 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.643194 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.643453 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.643783 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.644073 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.644276 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.644500 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.644727 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.644982 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.645322 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.645593 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.645839 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.646096 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.646398 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.646654 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.646897 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.647182 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.647432 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.647671 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.647920 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.648152 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.648405 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.648643 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.648896 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.649136 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.649405 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.649646 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.649885 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.650141 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.650451 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.650693 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.650943 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.651185 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.651542 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.651765 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.651992 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.652246 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.652461 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.652688 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.652949 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.653150 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.653389 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.653614 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.653937 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.654218 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.654451 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.654755 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.655018 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.655263 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.655478 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.655698 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.655967 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.656190 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.656460 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.656686 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.656906 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.657143 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.657387 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.657637 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.657864 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.658114 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.658336 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.658571 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.658929 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.659239 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.659499 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.659731 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.659971 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.660193 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.660446 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.660691 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.660931 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.661153 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.661381 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.661648 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.661906 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.662156 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.662412 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.662627 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.662842 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.663060 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.663289 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.663499 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.663807 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.664161 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.664381 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.664635 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.664898 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.665113 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.665343 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.665580 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.665791 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.666034 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.666282 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.666495 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.666742 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.666954 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.667164 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.667385 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.667607 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.667818 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.668060 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.668274 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.668477 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.668698 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.668916 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.669149 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.669374 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.669627 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.669838 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.670060 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.670319 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.670551 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.670779 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.670990 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.671200 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.671422 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.671641 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.671851 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.672158 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.672407 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.672627 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.672902 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.673134 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.673384 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.673625 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.673932 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.674301 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.675101 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.675322 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.675562 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.675833 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.676073 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.676407 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.676690 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.676960 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.677211 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.677468 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.677748 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.678025 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.678278 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.678561 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.678882 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.679155 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.679405 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.679669 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.679919 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.680171 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.680395 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.680633 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.680880 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.681114 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.681352 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.681582 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.681829 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.682047 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.682296 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.682513 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.682759 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.682991 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.683217 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.683452 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.683627 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 17:27:18.684169 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94199) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 12 17:27:18.684329 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 12 17:27:18.684493 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 12 17:27:18.684727 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 12 17:27:18.684824 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 12 17:27:18.684990 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 12 17:27:18.685194 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.685361 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.685525 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.685685 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.685844 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.686033 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.686214 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.686359 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.686567 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.686747 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.686906 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.687048 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.687201 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.687343 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.687507 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.687675 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.687835 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.687996 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.688162 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.688323 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.688482 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.688642 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.688802 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] debug = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.688963 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.689177 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.689345 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.689506 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.689666 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.689826 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.689984 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.690711 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.690873 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.691034 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.691194 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.691354 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.691514 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.691674 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.691834 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.691993 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.692153 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.692312 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] host = dv-cinder-788253-6-iscsi {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.692471 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.692630 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.692789 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.692948 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.693108 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.693267 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.693562 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.693562 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.693770 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.693851 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.694015 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.694194 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.694354 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.694513 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.694673 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_options = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.694836 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.694995 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.695154 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.695340 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.695507 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.695668 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.695828 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.695988 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.696148 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.696307 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.696468 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.696628 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.696789 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.696948 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.697108 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.697268 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.697429 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.697590 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.697960 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.697960 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.698180 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.698266 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.698389 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.698523 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.698684 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.698842 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.699002 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.699162 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.699322 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.699481 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.699641 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.699800 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.699960 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.700121 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.700281 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.700440 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.700599 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.700790 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.700923 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.701082 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.701241 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.701401 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.701565 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.701710 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.701869 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.702028 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_json = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.702193 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.702355 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.702515 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.702675 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.702835 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.702994 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.703153 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.703313 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 12 17:27:18.703540 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.703728 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.703812 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.703959 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.704121 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.704283 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.704446 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.704608 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.704772 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.704972 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.705139 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.705313 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.705485 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.705679 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.706476 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.706629 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.706896 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.707167 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.707441 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.707722 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.707993 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.708272 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.708583 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.708864 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.709148 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.709427 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.709707 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.709989 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.710308 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.710508 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.710679 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.710845 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.711011 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.711244 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.711324 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.711478 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.711642 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.711805 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.711968 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.712158 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.712294 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.712455 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.712618 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.712783 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.712947 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.713110 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.713274 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.713533 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.713669 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:27:18.713829 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.713829 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.713983 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.714061 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.714242 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.714404 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.714567 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.714731 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.714894 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.715061 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.715223 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.715386 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.715547 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.715723 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.715885 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.716047 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.716208 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.716371 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.716533 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.716694 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.716855 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.717016 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.717178 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.717340 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.717501 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.717928 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.718122 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.718275 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.718435 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.718598 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.718761 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.718924 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.719087 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.719248 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.719410 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.719572 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.719743 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.719919 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.720081 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.720243 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.720404 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.720565 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.720726 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.720889 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.721050 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.721211 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.721513 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.721772 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.722050 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.722360 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.722539 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.722702 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.722865 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.723026 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.723188 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.723350 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.723511 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.723689 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.723824 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.723985 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.724149 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.724311 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.724456 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.724631 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.724797 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.724966 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.725129 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.725312 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.725471 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.725634 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.725792 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.725970 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.726113 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.726280 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.726463 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.726624 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.726776 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.727147 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.727308 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.727481 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.727655 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.727817 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.727981 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.728144 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.728331 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.728493 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.728655 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.728817 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.728979 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.729142 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.729303 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.729466 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.729629 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.729792 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.729954 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.730193 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.730315 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.730650 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.730650 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.730862 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43096) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:27:18.730970 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.730970 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.731161 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.731265 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.731413 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.731539 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.731644 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.732008 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.732126 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.732285 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.732456 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.732619 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.732781 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.732942 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.733105 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.733268 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.733430 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.733592 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.733814 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.733933 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.734063 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.734245 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.734433 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.734576 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.734717 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.734880 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.735044 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.735206 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.735368 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.735532 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.735695 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.735857 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.736021 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.736182 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.736344 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.736508 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.736670 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.736832 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.737530 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.737658 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.737842 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.738004 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.738188 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.738351 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.738513 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.738674 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.738836 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.738998 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.739161 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.739323 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.739484 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.739648 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.739814 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.739978 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.740162 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.740290 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.740454 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.740615 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.740777 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.740952 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.741115 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.741278 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.741440 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.741604 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.741768 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.741940 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.742138 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.742268 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.742431 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.742591 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.742753 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.742925 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.743087 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.743249 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.743411 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.743572 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.743734 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.744181 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.744181 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.744413 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0111363 Aug 12 17:27:18.744531 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.744531 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.744531 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.744839 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.744839 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.745029 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.745132 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.745311 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.745419 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.745570 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.746608 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.746608 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.746608 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.746608 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.746608 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.746608 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.747204 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.747204 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.747204 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.747204 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.747590 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.747590 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.747590 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.747869 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.747972 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.748082 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.748187 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.748347 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.748509 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.748674 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.748841 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.749012 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.749181 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.749343 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.749514 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.749683 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.749852 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.750014 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.751030 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.751213 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.751377 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.751651 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.751776 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.752776 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.752947 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.753111 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.753275 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.753437 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.753599 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.753762 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.753923 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.754106 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.754277 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.754458 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.754614 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.754771 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.754916 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.755076 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.755230 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 12 17:27:18.755391 dv-cinder-788253-6-iscsi neutron-server[94199]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94199) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 12 17:27:30.123065 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0e42d8-fb10-4648-8a54-6a47d4547921 None None] get_active_networks_info from dv-cinder-788253-6-iscsi {{(pid=94310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 12 17:27:30.224357 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e42d8-fb10-4648-8a54-6a47d4547921 None None] No non-hosted networks {{(pid=94310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 12 17:27:30.241633 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.agentschedulers_db [None req-af0e42d8-fb10-4648-8a54-6a47d4547921 None None] DHCP Agent not found on host dv-cinder-788253-6-iscsi {{(pid=94310) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 12 17:27:30.319902 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-2be2201e-7878-4d09-8fe4-ee86d5496c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455922'] for agent, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:32.855836 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-942f291b-71ec-42eb-95b9-ff60efd5d91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455922'] for agent, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:32.908500 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-5edf033c-abfb-4025-bc25-14a918e84cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:33.186718 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455922'] for agent, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:33.188666 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.189211 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.190457 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.191034 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.191518 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.192001 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.192485 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.193025 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.193661 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.194174 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.194855 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.196190 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:33.197213 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788253-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:27:33.215392 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788253-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:27:34.037796 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455922'] for agent, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:35.381033 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455922'] for agent, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:36.747921 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43190) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:27:37.261790 dv-cinder-788253-6-iscsi neutron-server[94309]: WARNING oslo_policy.policy [None req-66a71c7d-0e9d-4125-ae3f-e05d066ce03e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 17:27:37.262486 dv-cinder-788253-6-iscsi neutron-server[94309]: WARNING oslo_policy.policy [None req-66a71c7d-0e9d-4125-ae3f-e05d066ce03e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 17:27:37.479644 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [None req-66a71c7d-0e9d-4125-ae3f-e05d066ce03e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:27:37.480753 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-66a71c7d-0e9d-4125-ae3f-e05d066ce03e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7319243 Aug 12 17:27:39.184020 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.db.l3_hamode_db [None req-d976fdc3-4103-43a0-9c69-73a6d2c4f06c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 12 17:27:39.261883 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976fdc3-4103-43a0-9c69-73a6d2c4f06c None None] Routers set() bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:27:39.262295 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976fdc3-4103-43a0-9c69-73a6d2c4f06c None None] Router IDs set() for agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 12 17:27:39.878375 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43204) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:27:40.222291 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-2ea52734-3f5a-4a54-95be-64dd525736cc admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:27:40.319567 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.policy [None req-2ea52734-3f5a-4a54-95be-64dd525736cc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94309) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 17:27:40.364944 dv-cinder-788253-6-iscsi neutron-server[94309]: WARNING oslo_policy.policy [None req-2ea52734-3f5a-4a54-95be-64dd525736cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 17:27:40.365412 dv-cinder-788253-6-iscsi neutron-server[94309]: WARNING oslo_policy.policy [None req-2ea52734-3f5a-4a54-95be-64dd525736cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 17:27:40.374576 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.quota [None req-2ea52734-3f5a-4a54-95be-64dd525736cc admin admin] Loaded quota_driver: . Aug 12 17:27:40.469413 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2ea52734-3f5a-4a54-95be-64dd525736cc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771062328668', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771062329257', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771062324187', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771062277556', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771062705649', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771062297912', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-575559', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747360', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1814413', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1742303'] for rbac-policy, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:40.539154 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2ea52734-3f5a-4a54-95be-64dd525736cc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:40.542542 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-2ea52734-3f5a-4a54-95be-64dd525736cc admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6631510 Aug 12 17:27:43.182864 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43216) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:27:43.685399 dv-cinder-788253-6-iscsi neutron-server[94308]: WARNING oslo_policy.policy [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 17:27:43.685981 dv-cinder-788253-6-iscsi neutron-server[94308]: WARNING oslo_policy.policy [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 17:27:43.906259 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Request body: {'network': {'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'name': 'private', 'admin_state_up': True, 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:27:43.908021 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.quota [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Loaded quota_driver: . Aug 12 17:27:43.965085 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Made reservation on behalf of 63c1602a09c04c5ba4b5fe79a9d10291 for: {'network': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:27:44.032026 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.policy [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94308) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 12 17:27:44.076255 dv-cinder-788253-6-iscsi neutron-server[94308]: WARNING oslo_policy.policy [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 17:27:44.076643 dv-cinder-788253-6-iscsi neutron-server[94308]: WARNING oslo_policy.policy [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 12 17:27:44.087576 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:44.109739 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:44.246222 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:44.250801 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:44.273648 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:27:44.304262 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771065040487', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:44.304887 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Unsubscribe: segment precommit_create {{(pid=94308) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 17:27:44.305411 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.segments_db [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Added segment a83e3f3d-72a4-4ecb-a15e-87b51667658a of type vlan for network cd940cc3-6ca1-48b1-8874-e659098cd44c Aug 12 17:27:44.323903 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae023005-75a6-4661-8d71-f732df2d9b92,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:27:44.347952 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.348314 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.348663 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.348987 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.349311 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.349678 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.350008 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.350358 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.350693 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.351018 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.351335 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.351650 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Tracked resource versions report: Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: pushed versions: Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: { 'AddressGroup': {'1.2'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'ConntrackHelper': {'1.0'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Log': {'1.0'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Network': {'1.1'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Port': {'1.7'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'PortForwarding': {'1.2'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'QosPolicy': {'1.9'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SecurityGroup': {'1.4'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SecurityGroupRule': {'1.2'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SubPort': {'1.0'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Subnet': {'1.1'}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Trunk': {'1.1'}} Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: consumer versions: Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: { DHCP agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: L3 agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: Metadata agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: Metering agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: Open vSwitch agent@dv-cinder-788253-6-iscsi: { 'AddressGroup': '1.2', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'ConntrackHelper': '1.0', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Log': '1.0', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Network': '1.1', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Port': '1.7', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'PortForwarding': '1.2', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'QosPolicy': '1.9', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SecurityGroup': '1.4', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SecurityGroupRule': '1.2', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SubPort': '1.0', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Subnet': '1.1', Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Trunk': '1.1'}} Aug 12 17:27:44.352794 dv-cinder-788253-6-iscsi neutron-server[94308]: {{(pid=94308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 17:27:44.442386 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:44.496874 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:44.498117 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:27:44.498777 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:44.584837 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3998108 Aug 12 17:27:44.601581 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44f618-d14b-4577-884e-82b67f1961a1 admin admin] Pushing event updated for resources: {'Network': ['ID=cd940cc3-6ca1-48b1-8874-e659098cd44c,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:27:44.615081 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network cd940cc3-6ca1-48b1-8874-e659098cd44c details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:27:47.249669 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43238) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:27:47.648560 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2e2144-37d0-4dda-b2bb-04ed30b154bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:27:47.649915 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-1f2e2144-37d0-4dda-b2bb-04ed30b154bf admin admin] 10.222.0.25 "GET /v2.0/networks/cd940cc3-6ca1-48b1-8874-e659098cd44c HTTP/1.1" status: 200 len: 824 time: 0.3992147 Aug 12 17:27:47.686445 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-bb66e3eb-3fee-476b-be98-bcfa577892f7 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/e19a98c6-92c6-4777-aea3-91be6cf56c75 HTTP/1.1" status: 200 len: 734 time: 0.0303826 Aug 12 17:27:47.696233 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Request body: {'subnet': {'subnetpool_id': 'e19a98c6-92c6-4777-aea3-91be6cf56c75', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:27:47.719064 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Made reservation on behalf of 63c1602a09c04c5ba4b5fe79a9d10291 for: {'subnet': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:27:47.721421 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:48.039622 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:48.107767 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=439e2e50-4f1c-4215-ab23-dab59fee2015,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:27:48.109966 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Checking segment: {'id': 'a83e3f3d-72a4-4ecb-a15e-87b51667658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:27:48.110391 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Network hostable DHCP agents. Network: cd940cc3-6ca1-48b1-8874-e659098cd44c, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:27:48.132719 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Network cd940cc3-6ca1-48b1-8874-e659098cd44c is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:27:48.144107 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, cd940cc3-6ca1-48b1-8874-e659098cd44c) {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:27:48.148751 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:27:48.149332 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:48.155499 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d057818e-9508-462f-9448-cf3578f5cae6 None None] Network cd940cc3-6ca1-48b1-8874-e659098cd44c requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:27:48.166158 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-fd49d59b-3e43-4bf2-b597-b967f07cb285 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4733012 Aug 12 17:27:48.484225 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca075a2-7e19-5045-9ab7-4c8c0aa7a918-cd940cc3-6ca1-48b1-8874-e659098cd44c', 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'fixed_ips': [{'subnet_id': '439e2e50-4f1c-4215-ab23-dab59fee2015'}]}} from dv-cinder-788253-6-iscsi. {{(pid=94310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 17:27:48.485468 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:48.760131 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.db_base_plugin_common [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Allocated IP 172.20.0.2 (cd940cc3-6ca1-48b1-8874-e659098cd44c/439e2e50-4f1c-4215-ab23-dab59fee2015/d40bba34-5b33-4c73-ad21-5487550aa952) {{(pid=94310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:27:48.966606 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:49.018043 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Transition to ACTIVE for port object d40bba34-5b33-4c73-ad21-5487550aa952 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:27:49.043760 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Transition to ACTIVE for port object d40bba34-5b33-4c73-ad21-5487550aa952 will not be triggered until provisioned by entity DHCP. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:27:49.054586 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:49.124479 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Network cd940cc3-6ca1-48b1-8874-e659098cd44c is already hosted by enough agents. {{(pid=94310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:27:49.129266 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.base_scheduler [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Resources bound (agent type, host, resource id): {{(pid=94310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:27:49.141031 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Received port after_create {{(pid=94310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:27:49.144182 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Pushing event updated for resources: {'Port': ['ID=d40bba34-5b33-4c73-ad21-5487550aa952,revision_number=1']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:27:49.175333 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.175974 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.176053 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.176337 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.176675 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.177010 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.177342 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.177674 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.178020 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.178376 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.178703 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.179031 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Tracked resource versions report: Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: pushed versions: Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: { 'AddressGroup': {'1.2'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'ConntrackHelper': {'1.0'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Log': {'1.0'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Network': {'1.1'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Port': {'1.7'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'PortForwarding': {'1.2'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'QosPolicy': {'1.9'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SecurityGroup': {'1.4'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SecurityGroupRule': {'1.2'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SubPort': {'1.0'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Subnet': {'1.1'}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Trunk': {'1.1'}} Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: consumer versions: Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: { DHCP agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: L3 agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: Metadata agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: Metering agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: Open vSwitch agent@dv-cinder-788253-6-iscsi: { 'AddressGroup': '1.2', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'ConntrackHelper': '1.0', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Log': '1.0', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Network': '1.1', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Port': '1.7', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'PortForwarding': '1.2', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'QosPolicy': '1.9', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SecurityGroup': '1.4', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SecurityGroupRule': '1.2', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SubPort': '1.0', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Subnet': '1.1', Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Trunk': '1.1'}} Aug 12 17:27:49.180183 dv-cinder-788253-6-iscsi neutron-server[94310]: {{(pid=94310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 17:27:49.228110 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Attempting to bind port d40bba34-5b33-4c73-ad21-5487550aa952 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:27:49.228496 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Attempting to bind port d40bba34-5b33-4c73-ad21-5487550aa952 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': 'a83e3f3d-72a4-4ecb-a15e-87b51667658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:27:49.228888 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Attempting to bind port d40bba34-5b33-4c73-ad21-5487550aa952 on network cd940cc3-6ca1-48b1-8874-e659098cd44c {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:27:49.233785 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:27:49.234214 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Checking segment: {'id': 'a83e3f3d-72a4-4ecb-a15e-87b51667658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:27:49.234698 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:49.235097 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Bound using segment: {'id': 'a83e3f3d-72a4-4ecb-a15e-87b51667658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:27:49.235592 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Bound port: d40bba34-5b33-4c73-ad21-5487550aa952, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83e3f3d-72a4-4ecb-a15e-87b51667658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:27:49.236000 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:49.302891 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] For port d40bba34-5b33-4c73-ad21-5487550aa952, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:27:49.308407 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] For port d40bba34-5b33-4c73-ad21-5487550aa952, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=d40bba34-5b33-4c73-ad21-5487550aa952,segment=NetworkSegment(a83e3f3d-72a4-4ecb-a15e-87b51667658a),segment_id=a83e3f3d-72a4-4ecb-a15e-87b51667658a)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:27:49.312127 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:49.381029 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2335e5e-e091-4d07-b966-c9bd959142c6 None None] Pushing event updated for resources: {'Port': ['ID=d40bba34-5b33-4c73-ad21-5487550aa952,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:27:50.597060 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43246) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:27:50.931990 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [None req-2d9e44d3-0b6e-43ed-bf3d-9d101da8ee9d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:27:50.933098 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2d9e44d3-0b6e-43ed-bf3d-9d101da8ee9d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3349705 Aug 12 17:27:53.343567 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43254) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:27:53.668986 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [None req-8f5f7be8-7bbb-4d49-a8e6-ff9138d6a625 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:27:53.670042 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-8f5f7be8-7bbb-4d49-a8e6-ff9138d6a625 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3251424 Aug 12 17:27:56.314714 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43264) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:27:56.630014 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-9d2c0d57-bf7f-4fae-8e9e-d99a800756ac admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'admin_state_up': True}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:27:56.635943 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:27:56.675140 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9d2c0d57-bf7f-4fae-8e9e-d99a800756ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48516'] for router, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:56.676714 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9d2c0d57-bf7f-4fae-8e9e-d99a800756ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455470', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48523'] for router, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:56.821678 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9d2c0d57-bf7f-4fae-8e9e-d99a800756ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:56.826965 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9d2c0d57-bf7f-4fae-8e9e-d99a800756ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675'] for router, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:56.839326 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9d2c0d57-bf7f-4fae-8e9e-d99a800756ac admin admin] Notify callbacks [] for router, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:56.840514 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9d2c0d57-bf7f-4fae-8e9e-d99a800756ac admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5247333 Aug 12 17:27:57.115058 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device d40bba34-5b33-4c73-ad21-5487550aa952 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:27:57.200424 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port d40bba34-5b33-4c73-ad21-5487550aa952 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:27:57.826716 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0890114c-db10-44ca-8420-85613aa7ba94 None None] Network cd940cc3-6ca1-48b1-8874-e659098cd44c requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:27:57.886114 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-a2df43e2-481b-4a11-ab68-32319a2fedb7 None None] Provisioning for port d40bba34-5b33-4c73-ad21-5487550aa952 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:27:57.893667 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-a2df43e2-481b-4a11-ab68-32319a2fedb7 None None] Provisioning complete for port d40bba34-5b33-4c73-ad21-5487550aa952 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:27:57.894080 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a2df43e2-481b-4a11-ab68-32319a2fedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:58.055650 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a2df43e2-481b-4a11-ab68-32319a2fedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:58.128392 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-a2df43e2-481b-4a11-ab68-32319a2fedb7 None None] For port d40bba34-5b33-4c73-ad21-5487550aa952, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=d40bba34-5b33-4c73-ad21-5487550aa952,segment=NetworkSegment(a83e3f3d-72a4-4ecb-a15e-87b51667658a),segment_id=a83e3f3d-72a4-4ecb-a15e-87b51667658a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:27:58.132881 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a2df43e2-481b-4a11-ab68-32319a2fedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:58.183957 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df43e2-481b-4a11-ab68-32319a2fedb7 None None] Pushing event updated for resources: {'Port': ['ID=d40bba34-5b33-4c73-ad21-5487550aa952,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:27:58.353080 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-b04b1cbe-8a3e-4982-9382-c95ca5f1e8f0 None None] Provisioning complete for port d40bba34-5b33-4c73-ad21-5487550aa952 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:27:58.353356 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b04b1cbe-8a3e-4982-9382-c95ca5f1e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:59.079414 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device d40bba34-5b33-4c73-ad21-5487550aa952 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:27:59.125206 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port d40bba34-5b33-4c73-ad21-5487550aa952 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:27:59.125583 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:27:59.254823 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43276) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:27:59.579909 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [None req-63fb1700-2b3b-4f01-968a-d506cb712996 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:27:59.580897 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-63fb1700-2b3b-4f01-968a-d506cb712996 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3251288 Aug 12 17:28:00.017727 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-14d9cc68-3e21-4adc-a5f8-f4aab04d5c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:01.992998 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43284) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:28:02.312829 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:28:02.337602 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Made reservation on behalf of 73c174c0ee86426293a29a8a78c66541 for: {'network': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:28:02.339830 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:02.351375 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:02.441720 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:02.445889 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:02.460699 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Reserving flat network on physical network physnet1 {{(pid=94308) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 12 17:28:02.482483 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e91ea79-11fc-4ec4-944d-5af54d3e6965,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:02.488699 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:02.489040 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.segments_db [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Added segment 98873dc5-ea28-4807-8e39-14ebc6bb820d of type flat for network 02439c8f-1755-4220-a912-61d594f4e8a3 Aug 12 17:28:02.534885 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:02.570918 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:02.571969 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:28:02.572855 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:02.632975 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6387773 Aug 12 17:28:02.640458 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6b71-2562-43db-ac23-ed5278dfb220 admin admin] Pushing event updated for resources: {'Network': ['ID=02439c8f-1755-4220-a912-61d594f4e8a3,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:02.651780 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network 02439c8f-1755-4220-a912-61d594f4e8a3 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:28:02.849233 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-f8696f90-07b0-4a23-86ca-379f87f5bc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:03.179102 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:03.971621 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:05.019345 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43302) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:28:05.199531 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575ad5a5-99f9-4054-99eb-3ae4bd7e3d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:28:05.200912 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-575ad5a5-99f9-4054-99eb-3ae4bd7e3d3e admin admin] 10.222.0.25 "GET /v2.0/subnets/439e2e50-4f1c-4215-ab23-dab59fee2015 HTTP/1.1" status: 200 len: 849 time: 0.1806133 Aug 12 17:28:05.319407 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9f6ad434-f463-4cf8-9e4f-39d1d71c6851 admin admin] 10.222.0.25 "GET /v2.0/routers/2d5c5243-ac44-4e77-873d-5a15f2b5302d HTTP/1.1" status: 200 len: 704 time: 0.1123848 Aug 12 17:28:05.334892 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:05.598128 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:05.903264 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Allocated IP 172.20.0.1 (cd940cc3-6ca1-48b1-8874-e659098cd44c/439e2e50-4f1c-4215-ab23-dab59fee2015/ca3768b1-5ea2-47aa-962a-b6a34a77db3e) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:28:06.102616 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:06.124027 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Transition to ACTIVE for port object ca3768b1-5ea2-47aa-962a-b6a34a77db3e will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:28:06.204452 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:06.279693 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Network cd940cc3-6ca1-48b1-8874-e659098cd44c is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:28:06.287506 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:28:06.289618 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca3768b1-5ea2-47aa-962a-b6a34a77db3e,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:06.300985 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:28:06.301546 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368430'] for router_interface, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:06.503841 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:06.516509 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-325a0cf2-cc87-487a-81ed-bf01995d19f0 None None] Provisioning for port ca3768b1-5ea2-47aa-962a-b6a34a77db3e completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:28:06.520861 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-325a0cf2-cc87-487a-81ed-bf01995d19f0 None None] Provisioning complete for port ca3768b1-5ea2-47aa-962a-b6a34a77db3e triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:28:06.521233 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-325a0cf2-cc87-487a-81ed-bf01995d19f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:06.555537 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-325a0cf2-cc87-487a-81ed-bf01995d19f0 None None] Port ca3768b1-5ea2-47aa-962a-b6a34a77db3e cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:28:06.716963 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:06.722292 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:06.723115 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368570'] for router_interface, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:06.800743 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca3768b1-5ea2-47aa-962a-b6a34a77db3e,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:06.849120 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Network cd940cc3-6ca1-48b1-8874-e659098cd44c is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:28:06.850442 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:28:07.012396 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Router 2d5c5243-ac44-4e77-873d-5a15f2b5302d is scheduled to L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 with binding_index 1 {{(pid=94308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 17:28:07.080771 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-96cc24ae-2b10-42f6-9810-2edada3ebcea None None] Provisioning complete for port ca3768b1-5ea2-47aa-962a-b6a34a77db3e triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:28:07.081145 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-96cc24ae-2b10-42f6-9810-2edada3ebcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:07.105036 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:28:07.112659 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-0a183ad9-0272-4e4f-b8c6-cafe8c9a98a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/2d5c5243-ac44-4e77-873d-5a15f2b5302d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7861900 Aug 12 17:28:07.118766 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Sync routers for ids ['2d5c5243-ac44-4e77-873d-5a15f2b5302d'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:28:07.119502 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-96cc24ae-2b10-42f6-9810-2edada3ebcea None None] Port ca3768b1-5ea2-47aa-962a-b6a34a77db3e cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:28:07.131466 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Routers {'2d5c5243-ac44-4e77-873d-5a15f2b5302d'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:28:07.132462 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:28:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['2d5c5243-ac44-4e77-873d-5a15f2b5302d'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:28:07.318286 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Set router 2d5c5243-ac44-4e77-873d-5a15f2b5302d gateway port host: None {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:28:07.763990 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'name': 'router1', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:27:56Z', 'updated_at': '2021-08-12T17:28:06Z', 'revision_number': 2, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'gw_port_host': None, '_interfaces': [{'id': 'ca3768b1-5ea2-47aa-962a-b6a34a77db3e', 'name': '', 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'mac_address': 'fa:16:3e:55:13:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:28:05Z', 'updated_at': '2021-08-12T17:28:06Z', 'revision_number': 2, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'subnets': [{'id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e19a98c6-92c6-4777-aea3-91be6cf56c75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:28:07.816804 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Checking router: 2d5c5243-ac44-4e77-873d-5a15f2b5302d for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:28:07.817179 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Updating router 2d5c5243-ac44-4e77-873d-5a15f2b5302d port ca3768b1-5ea2-47aa-962a-b6a34a77db3e binding host dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:28:07.869455 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:08.417342 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:08.434795 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Transition to ACTIVE for port object ca3768b1-5ea2-47aa-962a-b6a34a77db3e will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:28:08.444756 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:08.606569 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Pushing event updated for resources: {'Port': ['ID=ca3768b1-5ea2-47aa-962a-b6a34a77db3e,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:08.616528 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.616768 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.617106 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.617444 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.617772 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.618119 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.618446 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.618791 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.619151 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.619472 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.619791 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.620108 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Tracked resource versions report: Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: pushed versions: Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: { 'AddressGroup': {'1.2'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'ConntrackHelper': {'1.0'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Log': {'1.0'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Network': {'1.1'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Port': {'1.7'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'PortForwarding': {'1.2'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'QosPolicy': {'1.9'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SecurityGroup': {'1.4'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SecurityGroupRule': {'1.2'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SubPort': {'1.0'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Subnet': {'1.1'}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Trunk': {'1.1'}} Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: consumer versions: Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: { DHCP agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: L3 agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: Metadata agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: Metering agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: Open vSwitch agent@dv-cinder-788253-6-iscsi: { 'AddressGroup': '1.2', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'ConntrackHelper': '1.0', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Log': '1.0', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Network': '1.1', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Port': '1.7', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'PortForwarding': '1.2', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'QosPolicy': '1.9', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SecurityGroup': '1.4', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SecurityGroupRule': '1.2', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SubPort': '1.0', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Subnet': '1.1', Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Trunk': '1.1'}} Aug 12 17:28:08.621222 dv-cinder-788253-6-iscsi neutron-server[94311]: {{(pid=94311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 17:28:08.623832 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Attempting to bind port ca3768b1-5ea2-47aa-962a-b6a34a77db3e on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:28:08.624225 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Attempting to bind port ca3768b1-5ea2-47aa-962a-b6a34a77db3e by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': 'a83e3f3d-72a4-4ecb-a15e-87b51667658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:28:08.624629 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Attempting to bind port ca3768b1-5ea2-47aa-962a-b6a34a77db3e on network cd940cc3-6ca1-48b1-8874-e659098cd44c {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:28:08.631106 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:28:08.631520 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Checking segment: {'id': 'a83e3f3d-72a4-4ecb-a15e-87b51667658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:28:08.632004 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:08.632411 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Bound using segment: {'id': 'a83e3f3d-72a4-4ecb-a15e-87b51667658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:28:08.632907 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Bound port: ca3768b1-5ea2-47aa-962a-b6a34a77db3e, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83e3f3d-72a4-4ecb-a15e-87b51667658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:28:08.633308 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:08.704666 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] For port ca3768b1-5ea2-47aa-962a-b6a34a77db3e, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:28:08.726118 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] For port ca3768b1-5ea2-47aa-962a-b6a34a77db3e, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=ca3768b1-5ea2-47aa-962a-b6a34a77db3e,segment=NetworkSegment(a83e3f3d-72a4-4ecb-a15e-87b51667658a),segment_id=a83e3f3d-72a4-4ecb-a15e-87b51667658a)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:28:08.730580 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:08.789794 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Routers {'2d5c5243-ac44-4e77-873d-5a15f2b5302d'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:28:08.790462 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:28:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['2d5c5243-ac44-4e77-873d-5a15f2b5302d'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:28:08.864943 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ec4be-dbcc-4461-ba43-46c979663ea7 None None] Pushing event updated for resources: {'Port': ['ID=ca3768b1-5ea2-47aa-962a-b6a34a77db3e,revision_number=4']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:08.890063 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] Set router 2d5c5243-ac44-4e77-873d-5a15f2b5302d gateway port host: None {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:28:09.102799 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'name': 'router1', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:27:56Z', 'updated_at': '2021-08-12T17:28:06Z', 'revision_number': 2, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'gw_port_host': None, '_interfaces': [{'id': 'ca3768b1-5ea2-47aa-962a-b6a34a77db3e', 'name': '', 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'mac_address': 'fa:16:3e:55:13:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:28:05Z', 'updated_at': '2021-08-12T17:28:08Z', 'revision_number': 4, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'subnets': [{'id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e19a98c6-92c6-4777-aea3-91be6cf56c75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:28:09.129516 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2fa5cd-bcd2-4d15-aa6f-7f1b140e92d9 None None] The sync data for ids ['2d5c5243-ac44-4e77-873d-5a15f2b5302d'] in dv-cinder-788253-6-iscsi is: [{'id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'name': 'router1', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:27:56Z', 'updated_at': '2021-08-12T17:28:06Z', 'revision_number': 2, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'gw_port_host': None, '_interfaces': [{'id': 'ca3768b1-5ea2-47aa-962a-b6a34a77db3e', 'name': '', 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'mac_address': 'fa:16:3e:55:13:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:28:05Z', 'updated_at': '2021-08-12T17:28:08Z', 'revision_number': 4, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'subnets': [{'id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e19a98c6-92c6-4777-aea3-91be6cf56c75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:28:09.347384 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43324) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:28:09.534027 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d61d4a6-66c1-4004-8d3a-0a1aa4a33c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:28:09.535467 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-5d61d4a6-66c1-4004-8d3a-0a1aa4a33c49 admin admin] 10.222.0.25 "GET /v2.0/networks/02439c8f-1755-4220-a912-61d594f4e8a3 HTTP/1.1" status: 200 len: 842 time: 0.1871653 Aug 12 17:28:09.545807 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:28:09.575530 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Made reservation on behalf of 73c174c0ee86426293a29a8a78c66541 for: {'subnet': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:28:09.579093 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:09.993460 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.objects.ports [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94309) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 12 17:28:09.993941 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:10.062741 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:28:10.063618 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Network hostable DHCP agents. Network: 02439c8f-1755-4220-a912-61d594f4e8a3, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:28:10.065941 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b279a22-7320-426a-9502-5838bbbb28df,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:10.084139 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.084493 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.084830 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.085158 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.085481 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.085918 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.086152 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.086472 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.086803 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.087121 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.087434 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.087746 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Tracked resource versions report: Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: pushed versions: Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: { 'AddressGroup': {'1.2'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'ConntrackHelper': {'1.0'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Log': {'1.0'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Network': {'1.1'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Port': {'1.7'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'PortForwarding': {'1.2'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'QosPolicy': {'1.9'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SecurityGroup': {'1.4'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SecurityGroupRule': {'1.2'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SubPort': {'1.0'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Subnet': {'1.1'}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Trunk': {'1.1'}} Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: consumer versions: Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: { DHCP agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: L3 agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: Metadata agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: Metering agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: Open vSwitch agent@dv-cinder-788253-6-iscsi: { 'AddressGroup': '1.2', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'ConntrackHelper': '1.0', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Log': '1.0', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Network': '1.1', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Port': '1.7', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'PortForwarding': '1.2', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'QosPolicy': '1.9', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SecurityGroup': '1.4', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SecurityGroupRule': '1.2', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SubPort': '1.0', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Subnet': '1.1', Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Trunk': '1.1'}} Aug 12 17:28:10.088879 dv-cinder-788253-6-iscsi neutron-server[94309]: {{(pid=94309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 17:28:10.154970 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:28:10.165970 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, 02439c8f-1755-4220-a912-61d594f4e8a3) {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:28:10.170542 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:28:10.171156 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:10.177315 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ad62e-bd31-4151-9487-0fcecc2d4e81 None None] Network 02439c8f-1755-4220-a912-61d594f4e8a3 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:28:10.193013 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-63504fa0-7987-4630-856f-67d8c8b09ca7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6449671 Aug 12 17:28:10.329565 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ee680-ee56-49d2-a6ff-2df7171eca49 None None] Network 02439c8f-1755-4220-a912-61d594f4e8a3 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:28:12.521425 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43336) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:28:12.778373 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-6914df6c-4de4-48a4-9a1a-45bd529c94bb admin admin] 10.222.0.25 "GET /v2.0/routers/2d5c5243-ac44-4e77-873d-5a15f2b5302d HTTP/1.1" status: 200 len: 710 time: 0.2557833 Aug 12 17:28:12.868763 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f659d9b5-4191-474f-83a2-96f7b595bc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:28:12.871937 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f659d9b5-4191-474f-83a2-96f7b595bc9c admin admin] 10.222.0.25 "GET /v2.0/networks/02439c8f-1755-4220-a912-61d594f4e8a3 HTTP/1.1" status: 200 len: 886 time: 0.0861547 Aug 12 17:28:12.879685 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:28:13.132734 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:13.378451 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:13.460179 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:13.616508 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Allocated IP 172.27.1.154 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/59be360c-31f4-4712-bdfa-0b5ce65c86bb) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:28:13.729626 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:13.820767 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:13.935538 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:28:13.942430 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:28:13.952105 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:28:13.957851 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Pushing event updated for resources: {'Port': ['ID=59be360c-31f4-4712-bdfa-0b5ce65c86bb,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:14.253889 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:14.463005 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-455424', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-456303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-48537'] for router, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:14.468419 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-455433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-455666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-456280'] for router, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:14.587593 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Router 2d5c5243-ac44-4e77-873d-5a15f2b5302d has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:28:14.699578 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:28:14.704119 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] Notify callbacks [] for router, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:14.705277 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-28d38f5b-87d1-4374-a447-aca87657e952 admin admin] 10.222.0.25 "PUT /v2.0/routers/2d5c5243-ac44-4e77-873d-5a15f2b5302d HTTP/1.1" status: 200 len: 890 time: 1.8291371 Aug 12 17:28:15.121788 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device ca3768b1-5ea2-47aa-962a-b6a34a77db3e up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:28:15.178894 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port ca3768b1-5ea2-47aa-962a-b6a34a77db3e completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:28:15.183953 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port ca3768b1-5ea2-47aa-962a-b6a34a77db3e triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:28:15.184561 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:15.263331 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:15.297340 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port ca3768b1-5ea2-47aa-962a-b6a34a77db3e, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=ca3768b1-5ea2-47aa-962a-b6a34a77db3e,segment=NetworkSegment(a83e3f3d-72a4-4ecb-a15e-87b51667658a),segment_id=a83e3f3d-72a4-4ecb-a15e-87b51667658a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:28:15.301553 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:15.352942 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=ca3768b1-5ea2-47aa-962a-b6a34a77db3e,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:15.667665 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Sync routers for ids ['2d5c5243-ac44-4e77-873d-5a15f2b5302d'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:28:15.678551 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Routers {'2d5c5243-ac44-4e77-873d-5a15f2b5302d'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:28:15.679333 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:28:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['2d5c5243-ac44-4e77-873d-5a15f2b5302d'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:28:15.929185 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Set router 2d5c5243-ac44-4e77-873d-5a15f2b5302d gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:28:16.328338 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'name': 'router1', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '59be360c-31f4-4712-bdfa-0b5ce65c86bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:27:56Z', 'updated_at': '2021-08-12T17:28:14Z', 'revision_number': 4, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'gw_port': {'id': '59be360c-31f4-4712-bdfa-0b5ce65c86bb', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:28:13Z', 'updated_at': '2021-08-12T17:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'ca3768b1-5ea2-47aa-962a-b6a34a77db3e', 'name': '', 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'mac_address': 'fa:16:3e:55:13:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:28:05Z', 'updated_at': '2021-08-12T17:28:15Z', 'revision_number': 5, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'subnets': [{'id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e19a98c6-92c6-4777-aea3-91be6cf56c75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:28:16.377453 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Checking router: 2d5c5243-ac44-4e77-873d-5a15f2b5302d for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:28:16.377809 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Updating router 2d5c5243-ac44-4e77-873d-5a15f2b5302d port 59be360c-31f4-4712-bdfa-0b5ce65c86bb binding host dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:28:16.425719 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:16.754322 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Notify callbacks [] for port, precommit_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:16.764607 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Transition to ACTIVE for port object 59be360c-31f4-4712-bdfa-0b5ce65c86bb will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:28:16.773011 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:16.829361 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3e5a-f321-48a8-aaf9-278e6652e6db None None] Pushing event updated for resources: {'Port': ['ID=59be360c-31f4-4712-bdfa-0b5ce65c86bb,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:16.838661 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Attempting to bind port 59be360c-31f4-4712-bdfa-0b5ce65c86bb on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:28:16.839046 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Attempting to bind port 59be360c-31f4-4712-bdfa-0b5ce65c86bb by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:28:16.839419 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Attempting to bind port 59be360c-31f4-4712-bdfa-0b5ce65c86bb on network 02439c8f-1755-4220-a912-61d594f4e8a3 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:28:16.846060 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:28:16.846457 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:28:16.846899 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:16.847323 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Bound using segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:28:16.847839 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Bound port: 59be360c-31f4-4712-bdfa-0b5ce65c86bb, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:28:16.848264 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:16.902956 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] For port 59be360c-31f4-4712-bdfa-0b5ce65c86bb, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:28:16.905971 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] For port 59be360c-31f4-4712-bdfa-0b5ce65c86bb, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=59be360c-31f4-4712-bdfa-0b5ce65c86bb,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:28:16.910038 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:16.974878 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Routers {'2d5c5243-ac44-4e77-873d-5a15f2b5302d'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:28:16.975517 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:28:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['2d5c5243-ac44-4e77-873d-5a15f2b5302d'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:28:16.977600 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3e5a-f321-48a8-aaf9-278e6652e6db None None] Pushing event updated for resources: {'Port': ['ID=59be360c-31f4-4712-bdfa-0b5ce65c86bb,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:17.186438 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device ca3768b1-5ea2-47aa-962a-b6a34a77db3e up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:28:17.189830 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43348) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:28:17.256568 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] Set router 2d5c5243-ac44-4e77-873d-5a15f2b5302d gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:28:17.318874 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-b6ff0946-b21f-4e7d-ad79-1b2abb984789 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1275809 Aug 12 17:28:17.360371 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port ca3768b1-5ea2-47aa-962a-b6a34a77db3e triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:28:17.360961 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:17.641999 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'name': 'router1', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '59be360c-31f4-4712-bdfa-0b5ce65c86bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:27:56Z', 'updated_at': '2021-08-12T17:28:14Z', 'revision_number': 4, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'gw_port': {'id': '59be360c-31f4-4712-bdfa-0b5ce65c86bb', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:28:13Z', 'updated_at': '2021-08-12T17:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'ca3768b1-5ea2-47aa-962a-b6a34a77db3e', 'name': '', 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'mac_address': 'fa:16:3e:55:13:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:28:05Z', 'updated_at': '2021-08-12T17:28:15Z', 'revision_number': 5, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'subnets': [{'id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e19a98c6-92c6-4777-aea3-91be6cf56c75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:28:17.675285 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9536f8b4-673e-472f-af7f-9ec1f240f313 None None] The sync data for ids ['2d5c5243-ac44-4e77-873d-5a15f2b5302d'] in dv-cinder-788253-6-iscsi is: [{'id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'name': 'router1', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': '59be360c-31f4-4712-bdfa-0b5ce65c86bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:27:56Z', 'updated_at': '2021-08-12T17:28:14Z', 'revision_number': 4, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'gw_port': {'id': '59be360c-31f4-4712-bdfa-0b5ce65c86bb', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:7d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:28:13Z', 'updated_at': '2021-08-12T17:28:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'ca3768b1-5ea2-47aa-962a-b6a34a77db3e', 'name': '', 'network_id': 'cd940cc3-6ca1-48b1-8874-e659098cd44c', 'tenant_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'mac_address': 'fa:16:3e:55:13:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5c5243-ac44-4e77-873d-5a15f2b5302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:28:05Z', 'updated_at': '2021-08-12T17:28:15Z', 'revision_number': 5, 'project_id': '63c1602a09c04c5ba4b5fe79a9d10291', 'subnets': [{'id': '439e2e50-4f1c-4215-ab23-dab59fee2015', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e19a98c6-92c6-4777-aea3-91be6cf56c75'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:28:19.145807 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 59be360c-31f4-4712-bdfa-0b5ce65c86bb up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:28:19.205912 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 59be360c-31f4-4712-bdfa-0b5ce65c86bb completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:28:19.210789 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 59be360c-31f4-4712-bdfa-0b5ce65c86bb triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:28:19.211479 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:19.298375 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:19.324186 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 59be360c-31f4-4712-bdfa-0b5ce65c86bb, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=59be360c-31f4-4712-bdfa-0b5ce65c86bb,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:28:19.330257 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:19.384948 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=59be360c-31f4-4712-bdfa-0b5ce65c86bb,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:28:21.144174 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 59be360c-31f4-4712-bdfa-0b5ce65c86bb up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:28:21.221358 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 59be360c-31f4-4712-bdfa-0b5ce65c86bb triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:28:21.222137 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:30.025193 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b02d0b2-4f1c-4a3b-b28d-7ce64ef12178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:32.852068 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-642663d9-1599-4e42-84f9-304e292582fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:33.185092 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:33.652443 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:28:33.990432 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:28:35.348960 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:00.022624 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-fd953b1a-89e5-45bc-9653-92b348b4ccd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:02.858228 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-ec9ca65c-4342-4969-bb06-77392ef4a563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:03.192374 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:03.982750 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:05.345496 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:10.634155 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:29:30.016470 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-074da20a-86a5-4f97-ba24-d006e57b6d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:32.861579 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-be3e7f3c-e5f4-465d-b717-a6f5af0d0094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:33.182881 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:33.978638 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:35.352239 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:47.633345 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:29:54.065811 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43916) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:29:54.130403 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8ee027-7365-4850-8868-fba8ff7ba1c1 admin admin] GET failed (client error): The resource could not be found. Aug 12 17:29:54.131836 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2e8ee027-7365-4850-8868-fba8ff7ba1c1 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646837 Aug 12 17:29:54.297270 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acb7088-9ec4-4c55-9a53-349ae4f32620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:29:54.298758 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-1acb7088-9ec4-4c55-9a53-349ae4f32620 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1625974 Aug 12 17:29:56.474936 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43926) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:29:56.578562 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9850d914-6502-4ec3-a2e5-0acd1ee5b7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:29:56.579926 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-9850d914-6502-4ec3-a2e5-0acd1ee5b7fe admin admin] 10.222.0.25 "GET /v2.0/subnets/439e2e50-4f1c-4215-ab23-dab59fee2015 HTTP/1.1" status: 200 len: 849 time: 0.1040514 Aug 12 17:29:56.589941 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:29:56.674386 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Notify callbacks [] for subnet, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:56.819757 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771065017483'] for subnet, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:56.851293 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:29:56.851884 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:56.853175 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] 10.222.0.25 "PUT /v2.0/subnets/439e2e50-4f1c-4215-ab23-dab59fee2015 HTTP/1.1" status: 200 len: 868 time: 0.2672925 Aug 12 17:29:56.856101 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ef270-9358-430c-940c-6a984017bd06 None None] Network cd940cc3-6ca1-48b1-8874-e659098cd44c requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:29:56.876666 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=439e2e50-4f1c-4215-ab23-dab59fee2015,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:29:56.884736 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.885114 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.885463 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.885805 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.886215 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.887225 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.887566 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.887901 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.888253 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.888586 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.888913 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:56.889242 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c664b99-f074-40e8-b496-c222af6f92ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:29:57.277018 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-a85e27ee-e6a1-4ff6-8cf4-00c6a4785aab None None] Provisioning complete for port ca3768b1-5ea2-47aa-962a-b6a34a77db3e triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:29:57.277371 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a85e27ee-e6a1-4ff6-8cf4-00c6a4785aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:57.366010 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-a85e27ee-e6a1-4ff6-8cf4-00c6a4785aab None None] Provisioning complete for port d40bba34-5b33-4c73-ad21-5487550aa952 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:29:57.366294 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a85e27ee-e6a1-4ff6-8cf4-00c6a4785aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:29:59.037925 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43936) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:29:59.325973 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74511571-17a7-4f77-b191-ef389d6f3249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:29:59.326382 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74511571-17a7-4f77-b191-ef389d6f3249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:29:59.327972 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-74511571-17a7-4f77-b191-ef389d6f3249 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2890680 Aug 12 17:30:00.018592 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-deb6d8fc-8899-40bc-8b91-86a4a3989bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:01.506848 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43944) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:01.640808 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb0f28a-95b7-4112-8374-d7c604184b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:01.641283 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb0f28a-95b7-4112-8374-d7c604184b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:01.642871 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-efb0f28a-95b7-4112-8374-d7c604184b13 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1350715 Aug 12 17:30:02.863476 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-fb8ab5e7-22c0-4764-b450-20abe808818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:03.186402 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:03.841087 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 43952) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:03.976803 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4cbe7b-1899-49af-985b-9fad5a84cff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:03.978287 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9d4cbe7b-1899-49af-985b-9fad5a84cff3 admin admin] 10.222.0.25 "GET /v2.0/networks/02439c8f-1755-4220-a912-61d594f4e8a3 HTTP/1.1" status: 200 len: 886 time: 0.1361604 Aug 12 17:30:03.981577 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:05.356742 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:06.200399 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43960) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:06.359464 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2178805-5f69-4439-a2f0-d86b1d8f8e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:06.360911 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f2178805-5f69-4439-a2f0-d86b1d8f8e05 admin admin] 10.222.0.25 "GET /v2.0/networks/cd940cc3-6ca1-48b1-8874-e659098cd44c HTTP/1.1" status: 200 len: 868 time: 0.1594560 Aug 12 17:30:08.551581 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43968) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:08.740770 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f041e1b-71a3-4274-a080-922d996ad39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:08.741132 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f041e1b-71a3-4274-a080-922d996ad39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:08.742694 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-8f041e1b-71a3-4274-a080-922d996ad39e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1901433 Aug 12 17:30:10.913778 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43976) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:11.004510 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d2c64-7cd8-4af7-8192-2b96d66d7a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:11.004966 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d2c64-7cd8-4af7-8192-2b96d66d7a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:11.006532 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-263d2c64-7cd8-4af7-8192-2b96d66d7a79 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917993 Aug 12 17:30:13.170623 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43984) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:13.256276 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5a3ba0-58bc-4e11-ad4d-cac62db18dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:13.257621 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-2f5a3ba0-58bc-4e11-ad4d-cac62db18dd9 admin admin] 10.222.0.25 "GET /v2.0/subnets/3b279a22-7320-426a-9502-5838bbbb28df HTTP/1.1" status: 200 len: 816 time: 0.0860679 Aug 12 17:30:15.442161 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 43992) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:15.539625 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c60f6e-67fc-4d8a-8cde-5da57b785745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:15.540985 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-83c60f6e-67fc-4d8a-8cde-5da57b785745 admin admin] 10.222.0.25 "GET /v2.0/subnets/439e2e50-4f1c-4215-ab23-dab59fee2015 HTTP/1.1" status: 200 len: 868 time: 0.0978785 Aug 12 17:30:24.631915 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:30:30.020941 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6c8a73da-0e88-47fe-9f78-9ae738abb7f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:32.864216 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-503ba606-ff24-4ca1-bef4-7665d9a6eb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:33.193914 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:33.988668 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:35.359839 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:39.562540 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44046) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:39.611315 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [None req-65cc27d9-2adf-49a4-a744-7117a5953aba admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:30:39.612299 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-65cc27d9-2adf-49a4-a744-7117a5953aba admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487688 Aug 12 17:30:41.906913 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44054) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:41.970664 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a753434-622b-48f9-ac0d-7f710b93c605 admin admin] GET failed (client error): The resource could not be found. Aug 12 17:30:41.972004 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-7a753434-622b-48f9-ac0d-7f710b93c605 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641248 Aug 12 17:30:42.058391 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1c964f-0d11-41f8-9aae-e74b26846dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:42.059897 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-8d1c964f-0d11-41f8-9aae-e74b26846dbd admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0834198 Aug 12 17:30:44.262952 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44062) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:44.313347 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:30:44.338109 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Made reservation on behalf of 73c174c0ee86426293a29a8a78c66541 for: {'network': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:30:44.341073 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:44.372608 dv-cinder-788253-6-iscsi neutron-server[94308]: WARNING neutron.services.revisions.revision_plugin [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Could not find related network for resource to bump revision. Aug 12 17:30:44.385784 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=94308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:30:44.395418 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:44.395799 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.segments_db [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Added segment 628e1f2d-43c8-4bcd-af34-3c71a9d0640e of type vlan for network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 Aug 12 17:30:44.437900 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:44.467009 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:44.467972 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:44.468560 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:44.522803 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2587085 Aug 12 17:30:44.532409 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Pushing event updated for resources: {'Network': ['ID=07f4cf13-de41-4cfe-97d9-a940c4b01d00,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:30:44.539808 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.540182 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.540531 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.540871 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.541203 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.541601 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.541935 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.542318 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.542648 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.542977 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.543305 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.543631 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8baf9f-cefd-441f-bfba-4dce08e51424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:44.556904 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:30:46.765675 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44070) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:30:46.831194 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80975b2-48a2-4835-9fd9-95e30243f6c2 admin admin] GET failed (client error): The resource could not be found. Aug 12 17:30:46.832610 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-e80975b2-48a2-4835-9fd9-95e30243f6c2 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659192 Aug 12 17:30:46.905143 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36330245-3c22-4143-ad6d-918753c03af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:46.906701 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-36330245-3c22-4143-ad6d-918753c03af3 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0696552 Aug 12 17:30:46.916919 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:30:46.937808 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Made reservation on behalf of 73c174c0ee86426293a29a8a78c66541 for: {'subnet': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:30:46.940364 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:47.111705 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:47.172954 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e10ffee-e43f-4d36-bf7a-cd16097437ce,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:30:47.181292 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Checking segment: {'id': '628e1f2d-43c8-4bcd-af34-3c71a9d0640e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:30:47.181648 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Network hostable DHCP agents. Network: 07f4cf13-de41-4cfe-97d9-a940c4b01d00, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:30:47.199707 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:30:47.208858 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, 07f4cf13-de41-4cfe-97d9-a940c4b01d00) {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:30:47.214559 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:30:47.215175 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:47.219653 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae501f-7cd7-4f65-89c3-3b5a34a7dcf9 None None] Network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:30:47.229743 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-c9e54e5f-302f-46c2-8ead-4a9a0f82a7e0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3157144 Aug 12 17:30:47.491456 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca075a2-7e19-5045-9ab7-4c8c0aa7a918-07f4cf13-de41-4cfe-97d9-a940c4b01d00', 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00', 'tenant_id': '73c174c0ee86426293a29a8a78c66541', 'fixed_ips': [{'subnet_id': '6e10ffee-e43f-4d36-bf7a-cd16097437ce'}]}} from dv-cinder-788253-6-iscsi. {{(pid=94310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 17:30:47.492332 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:47.650101 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.db_base_plugin_common [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Allocated IP 192.168.233.2 (07f4cf13-de41-4cfe-97d9-a940c4b01d00/6e10ffee-e43f-4d36-bf7a-cd16097437ce/04c300a3-ade1-4dd7-ae43-4631ce7bb319) {{(pid=94310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:30:47.799056 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Notify callbacks [] for port, precommit_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:47.808028 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Transition to ACTIVE for port object 04c300a3-ade1-4dd7-ae43-4631ce7bb319 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:30:47.825295 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Transition to ACTIVE for port object 04c300a3-ade1-4dd7-ae43-4631ce7bb319 will not be triggered until provisioned by entity DHCP. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:30:47.831919 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:47.879955 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 is already hosted by enough agents. {{(pid=94310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:30:47.885972 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.base_scheduler [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Resources bound (agent type, host, resource id): {{(pid=94310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:30:47.888984 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Received port after_create {{(pid=94310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:30:47.891275 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Pushing event updated for resources: {'Port': ['ID=04c300a3-ade1-4dd7-ae43-4631ce7bb319,revision_number=1']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:30:47.901370 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.901574 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.901879 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.902248 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.902585 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.904764 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.904764 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.904764 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.904764 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.904764 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.904764 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.905219 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:30:47.959662 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Attempting to bind port 04c300a3-ade1-4dd7-ae43-4631ce7bb319 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:30:47.960497 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Attempting to bind port 04c300a3-ade1-4dd7-ae43-4631ce7bb319 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '628e1f2d-43c8-4bcd-af34-3c71a9d0640e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:30:47.960497 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Attempting to bind port 04c300a3-ade1-4dd7-ae43-4631ce7bb319 on network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:30:47.966388 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:30:47.966759 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Checking segment: {'id': '628e1f2d-43c8-4bcd-af34-3c71a9d0640e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:30:47.967164 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:47.967584 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Bound using segment: {'id': '628e1f2d-43c8-4bcd-af34-3c71a9d0640e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:30:47.968194 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Bound port: 04c300a3-ade1-4dd7-ae43-4631ce7bb319, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628e1f2d-43c8-4bcd-af34-3c71a9d0640e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:30:47.968444 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:48.035548 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] For port 04c300a3-ade1-4dd7-ae43-4631ce7bb319, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:30:48.039279 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] For port 04c300a3-ade1-4dd7-ae43-4631ce7bb319, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=04c300a3-ade1-4dd7-ae43-4631ce7bb319,segment=NetworkSegment(628e1f2d-43c8-4bcd-af34-3c71a9d0640e),segment_id=628e1f2d-43c8-4bcd-af34-3c71a9d0640e)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:30:48.045700 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:48.111520 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2586196-c99c-43d7-9198-e2f52cb7810d None None] Pushing event updated for resources: {'Port': ['ID=04c300a3-ade1-4dd7-ae43-4631ce7bb319,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:30:49.017332 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01711101-e89d-4f54-bef8-6f7f83fef917 None None] Network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:30:49.120446 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-bf310b84-cbf0-47c4-8a24-25a93037898d None None] Provisioning for port 04c300a3-ade1-4dd7-ae43-4631ce7bb319 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:30:49.304901 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 04c300a3-ade1-4dd7-ae43-4631ce7bb319 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:30:49.375998 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 04c300a3-ade1-4dd7-ae43-4631ce7bb319 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:30:49.384877 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 04c300a3-ade1-4dd7-ae43-4631ce7bb319 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:30:49.386123 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:49.502827 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:49.540790 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 04c300a3-ade1-4dd7-ae43-4631ce7bb319, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=04c300a3-ade1-4dd7-ae43-4631ce7bb319,segment=NetworkSegment(628e1f2d-43c8-4bcd-af34-3c71a9d0640e),segment_id=628e1f2d-43c8-4bcd-af34-3c71a9d0640e)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:30:49.547821 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:49.598905 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-8e7ff5fd-e4be-477b-9039-591c9469461d None None] Provisioning complete for port 04c300a3-ade1-4dd7-ae43-4631ce7bb319 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:30:49.599521 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8e7ff5fd-e4be-477b-9039-591c9469461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:30:49.641230 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=04c300a3-ade1-4dd7-ae43-4631ce7bb319,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:30:51.233448 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 04c300a3-ade1-4dd7-ae43-4631ce7bb319 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:30:51.281922 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 04c300a3-ade1-4dd7-ae43-4631ce7bb319 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:30:51.281922 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:00.022272 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-00b7f066-5ea2-467b-9a77-fc41f39f8abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:01.631374 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:31:02.865700 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-de7fa170-43f3-46a7-aa9a-d6c2089adccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:03.186108 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:03.988151 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:05.359788 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:30.023181 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-73a53c08-24f5-456b-a986-9a9e4ed5b9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:32.865290 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d048a1fe-cb08-4e60-aa3f-b5d29c66b9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:33.189042 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:33.991367 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:35.367792 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:38.630556 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:31:56.216846 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44122) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:31:56.222862 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [None req-9641778b-26ec-417d-95be-3b57df0e5d24 tempest-verify_tempest_config-151730539 tempest-verify_tempest_config-151730539-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:31:56.223827 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9641778b-26ec-417d-95be-3b57df0e5d24 tempest-verify_tempest_config-151730539 tempest-verify_tempest_config-151730539-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060325 Aug 12 17:31:56.534154 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44140) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:31:56.634997 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:56.722783 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:56.726610 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:56.770512 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7b22bd330ae4825bafbd6969b15ba62&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2352955 Aug 12 17:31:56.771317 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d43be7-858d-4366-b935-634168b62535,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:31:56.773185 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44144) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:31:56.778407 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.778767 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.779111 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.779443 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.779774 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.780119 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.780452 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.780775 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.781098 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.781420 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.781741 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.782059 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb661e-453e-4da1-9335-76f111a70e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.854382 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:56.874150 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:56.962384 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:56.965150 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:31:56.966366 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46d43be7-858d-4366-b935-634168b62535 HTTP/1.1" status: 204 len: 168 time: 0.1916056 Aug 12 17:31:56.974138 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d43be7-858d-4366-b935-634168b62535,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:31:56.981238 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.981609 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.981956 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.982321 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.982662 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.982997 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.983328 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.983650 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.983973 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.984297 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.984623 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:31:56.984943 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9e212-124d-4299-8937-e8679170f829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:32:00.025705 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3217fead-1eed-4c45-9dda-bbd6fbb954a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:32:02.871236 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-83d04809-6027-4aec-b584-b821ca944d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:32:03.193406 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:32:03.994294 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:32:05.369373 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:32:15.629211 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:32:30.027257 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6dca16ee-3b3e-4231-bab2-606c32069f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:32:32.871533 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-94396ae1-0f22-4b7c-aae8-0f67b686dd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:32:33.194791 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:32:33.997921 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:32:35.374179 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:32:52.628517 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:33:00.027725 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-2552e4bc-0664-4ed8-a0ae-2bd743e5923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:02.872906 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-775efbf4-089b-46c4-ad12-e087cd88676b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:03.196874 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:04.002633 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:05.374296 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:29.627755 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:33:29.677261 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455922'] for agent, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:30.030894 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-1bd3a0d2-e554-4e58-9e39-76798abe519f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:32.881581 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0c85823f-4fcf-4100-8ebd-950d5eb73e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:33.046182 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44198) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:33:33.201434 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:33.227192 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-58cb8644-d503-4236-b5cc-ad22553d1269 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1798205 Aug 12 17:33:34.010852 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:35.384283 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:33:35.578920 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44208) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:33:35.650429 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-3d85cddf-5801-4cfc-82db-c221ede4b66c admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0698190 Aug 12 17:33:59.671737 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:00.034707 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9bd01129-7f43-43e6-9bad-c14086f5846f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:02.875435 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-be26835c-9763-42c9-97d4-a4c8710e6d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:03.196220 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:04.009197 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:05.385481 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:06.626779 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:34:29.700663 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:30.056203 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3fa9367a-5bf0-4032-901b-dd8ff93140d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:32.928883 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-de7dacbe-fe68-49ca-a9d0-3186830127c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:33.221155 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:34.016687 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:35.386227 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:34:43.626338 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:34:59.703259 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:00.046820 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-bf377714-974b-41be-a56c-734e7ea90205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:02.890731 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-f17e2bb8-274b-45e1-b238-e09c2128d5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:03.215097 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:04.032153 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:05.415967 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:05.941026 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44312) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:06.212618 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1865192630-network', 'tenant_id': 'b320311ca6624da2b5f86a6778cd7b8a'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:06.242832 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Made reservation on behalf of b320311ca6624da2b5f86a6778cd7b8a for: {'network': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:06.249469 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:06.264716 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:06.405882 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:06.411229 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:06.465528 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:35:06.472549 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:06.482849 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.483204 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.483551 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.483898 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.484234 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.484593 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.484936 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.485272 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.486211 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.486548 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.486878 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.487206 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Tracked resource versions report: Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: pushed versions: Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: { 'AddressGroup': {'1.2'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'ConntrackHelper': {'1.0'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Log': {'1.0'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Network': {'1.1'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Port': {'1.7'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'PortForwarding': {'1.2'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'QosPolicy': {'1.9'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SecurityGroup': {'1.4'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SecurityGroupRule': {'1.2'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SubPort': {'1.0'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Subnet': {'1.1'}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Trunk': {'1.1'}} Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: consumer versions: Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: { DHCP agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: HyperV agent@hv-cinder-78825: {}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: L3 agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: Metadata agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: Metering agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: Open vSwitch agent@dv-cinder-788253-6-iscsi: { 'AddressGroup': '1.2', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'ConntrackHelper': '1.0', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Log': '1.0', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Network': '1.1', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Port': '1.7', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'PortForwarding': '1.2', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'QosPolicy': '1.9', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SecurityGroup': '1.4', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SecurityGroupRule': '1.2', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'SubPort': '1.0', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Subnet': '1.1', Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: 'Trunk': '1.1'}} Aug 12 17:35:06.488315 dv-cinder-788253-6-iscsi neutron-server[94309]: {{(pid=94309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 17:35:06.498194 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771065040487', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:06.498873 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Unsubscribe: segment precommit_create {{(pid=94309) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 12 17:35:06.499276 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.segments_db [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Added segment 717f3d84-e86d-42b7-8083-996fceab54a6 of type vlan for network e20ab385-481d-43b4-8bc7-bfe1c4df258e Aug 12 17:35:06.559301 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:06.615870 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:06.616935 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:06.617530 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:06.685906 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7417648 Aug 12 17:35:06.686837 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44364) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:06.694658 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Request body: {'subnet': {'network_id': 'e20ab385-481d-43b4-8bc7-bfe1c4df258e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1865192630-subnet', 'tenant_id': 'b320311ca6624da2b5f86a6778cd7b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:06.728097 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Made reservation on behalf of b320311ca6624da2b5f86a6778cd7b8a for: {'subnet': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:06.732852 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:06.734903 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed0500-1950-41cd-9d76-3d7e48a81a73 admin admin] Pushing event updated for resources: {'Network': ['ID=e20ab385-481d-43b4-8bc7-bfe1c4df258e,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:06.757863 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network e20ab385-481d-43b4-8bc7-bfe1c4df258e details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:35:07.021691 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:07.084102 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Checking segment: {'id': '717f3d84-e86d-42b7-8083-996fceab54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e20ab385-481d-43b4-8bc7-bfe1c4df258e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:07.084456 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Network hostable DHCP agents. Network: e20ab385-481d-43b4-8bc7-bfe1c4df258e, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:35:07.108263 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a2163b6-abb2-4994-aa56-5178e430ff3e,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:07.112315 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Network e20ab385-481d-43b4-8bc7-bfe1c4df258e is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:35:07.119652 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.119967 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.120529 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.121076 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.121355 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.121869 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.122230 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.122558 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.122903 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.123228 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.123550 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.123897 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Tracked resource versions report: Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: pushed versions: Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: { 'AddressGroup': {'1.2'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'ConntrackHelper': {'1.0'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Log': {'1.0'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Network': {'1.1'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Port': {'1.7'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'PortForwarding': {'1.2'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'QosPolicy': {'1.9'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SecurityGroup': {'1.4'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SecurityGroupRule': {'1.2'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SubPort': {'1.0'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Subnet': {'1.1'}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Trunk': {'1.1'}} Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: consumer versions: Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: { DHCP agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: HyperV agent@hv-cinder-78825: {}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: L3 agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: Metadata agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: Metering agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: Open vSwitch agent@dv-cinder-788253-6-iscsi: { 'AddressGroup': '1.2', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'ConntrackHelper': '1.0', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Log': '1.0', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Network': '1.1', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Port': '1.7', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'PortForwarding': '1.2', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'QosPolicy': '1.9', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SecurityGroup': '1.4', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SecurityGroupRule': '1.2', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'SubPort': '1.0', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Subnet': '1.1', Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: 'Trunk': '1.1'}} Aug 12 17:35:07.124957 dv-cinder-788253-6-iscsi neutron-server[94308]: {{(pid=94308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 17:35:07.136602 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, e20ab385-481d-43b4-8bc7-bfe1c4df258e) {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:07.141649 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:07.142299 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:07.150129 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd990fcf-4595-4d7a-a306-b9cb83adf40e None None] Network e20ab385-481d-43b4-8bc7-bfe1c4df258e requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:35:07.160821 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-efb97728-a84d-4b93-8813-861105643aa0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4721072 Aug 12 17:35:07.358127 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a056674-2c06-4f61-b024-789c0d9167ba None None] Network e20ab385-481d-43b4-8bc7-bfe1c4df258e requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:35:08.203656 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44442) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:08.358048 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44456) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:08.446536 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44462) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:08.489625 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44470) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:08.538289 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-network', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:08.562055 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Made reservation on behalf of 4463fb6a421941e5b64a113cdb255cd6 for: {'network': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:08.564495 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.573601 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.645661 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-630369723-network', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:08.688397 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-408077086-network', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:08.696134 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.702660 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.724208 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:35:08.747689 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Made reservation on behalf of f427f178d24e44fb8c72a7030360bd1f for: {'network': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:08.749934 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.759578 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.759904 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.segments_db [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Added segment c39cf207-d366-4bcd-a7ce-a3a8be3c4572 of type vlan for network 7e9eabe0-6231-4d94-8b42-748071d3812f Aug 12 17:35:08.782887 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.787383 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917b19aa-ff02-4815-b667-20b80d93c32e,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:08.822452 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.852285 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Made reservation on behalf of 89ac2aff5ed34f35a1d622fc74926ad5 for: {'network': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:08.854771 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.861692 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-98995301-network', 'tenant_id': 'f732ffd0d83b46a08d0ce584d8290473'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:08.885897 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.886869 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:08.887449 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.900351 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.976161 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9eabe0-6231-4d94-8b42-748071d3812f,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:08.986239 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Made reservation on behalf of f732ffd0d83b46a08d0ce584d8290473 for: {'network': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:08.989350 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:08.990889 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network 7e9eabe0-6231-4d94-8b42-748071d3812f details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:35:09.002761 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.160901 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.167527 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.182650 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-63f6e243-6547-4c0f-8338-a085092dc739 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9743903 Aug 12 17:35:09.183502 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44504) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:09.191132 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Request body: {'subnet': {'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-subnet', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:09.208674 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:35:09.228496 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d52f969-3cbf-43bb-99c3-fbab983e40ac,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:09.257082 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.257436 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.segments_db [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Added segment 7c9787bb-c8f2-431a-a0b6-7290469ffb4c of type vlan for network 62101b59-2a07-457f-a492-cb59bed73924 Aug 12 17:35:09.346730 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.410555 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.411703 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:09.412311 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.420855 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.465126 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.489369 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1273515 Aug 12 17:35:09.489822 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44514) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:09.497271 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Request body: {'subnet': {'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-630369723-subnet', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:09.518440 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.db.api [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 17:35:09.518440 dv-cinder-788253-6-iscsi neutron-server[94308]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 17:35:09.518440 dv-cinder-788253-6-iscsi neutron-server[94308]: [parameters: {'project_id_1': '4463fb6a421941e5b64a113cdb255cd6', 'expiration_1': datetime.datetime(2021, 8, 12, 17, 35, 9, 197929)}] Aug 12 17:35:09.518440 dv-cinder-788253-6-iscsi neutron-server[94308]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 17:35:09.519941 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG oslo_db.api [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 17:35:09.535691 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:35:09.541813 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df98870-39c5-473e-a258-c6db518fa215 admin admin] Pushing event updated for resources: {'Network': ['ID=62101b59-2a07-457f-a492-cb59bed73924,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:09.553819 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25326c74-070a-4761-b419-60f8ed076c18,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:09.556918 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network 62101b59-2a07-457f-a492-cb59bed73924 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:35:09.569566 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.570021 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.segments_db [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Added segment 690bd795-6c9f-4089-808f-c606d4ea8d0d of type vlan for network d2316014-db78-41a6-b7d2-c5985f4c6c0e Aug 12 17:35:09.640887 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.711340 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.712479 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:09.713187 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.739936 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.772671 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.774463 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Made reservation on behalf of f427f178d24e44fb8c72a7030360bd1f for: {'subnet': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:09.777292 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.804055 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3560526 Aug 12 17:35:09.814995 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44542) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:09.820917 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe650e-4316-4956-9b19-fcf6396d73a6 admin admin] Pushing event updated for resources: {'Network': ['ID=d2316014-db78-41a6-b7d2-c5985f4c6c0e,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:09.823842 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:35:09.830048 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Request body: {'subnet': {'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-408077086-subnet', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:09.839583 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network d2316014-db78-41a6-b7d2-c5985f4c6c0e details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:35:09.840572 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b51749-0094-412f-943b-d379a8d8ec2c,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:09.858180 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:09.859472 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.segments_db [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Added segment 90c50d2d-7097-45c3-8034-2f277179d99a of type vlan for network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e Aug 12 17:35:09.968923 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.038128 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44558) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:10.040290 dv-cinder-788253-6-iscsi neutron-server[94309]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 12 17:35:10.067130 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.068211 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:10.068886 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.149584 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Made reservation on behalf of 89ac2aff5ed34f35a1d622fc74926ad5 for: {'subnet': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:10.153333 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.170355 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.238199 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7470505 Aug 12 17:35:10.246765 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44570) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:10.257485 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Request body: {'subnet': {'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-98995301-subnet', 'tenant_id': 'f732ffd0d83b46a08d0ce584d8290473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:10.261241 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=201e3868-33d2-428e-91a1-0151cccdf7b7,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:10.293051 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599ab5a-7a22-49cc-a4e4-be490f604fcb admin admin] Pushing event updated for resources: {'Network': ['ID=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:10.308407 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:35:10.334233 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Checking segment: {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:10.334959 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Network hostable DHCP agents. Network: 62101b59-2a07-457f-a492-cb59bed73924, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:35:10.347465 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Made reservation on behalf of 4463fb6a421941e5b64a113cdb255cd6 for: {'subnet': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:10.350370 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.366318 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-b45b5661-704b-4d8e-8f36-4ba12387085a tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:10.368545 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-b45b5661-704b-4d8e-8f36-4ba12387085a tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/networks?id=e20ab385-481d-43b4-8bc7-bfe1c4df258e HTTP/1.1" status: 200 len: 812 time: 0.3287802 Aug 12 17:35:10.399186 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-b7011c69-c82a-4719-a3a7-d75aeef7d0a4 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/quotas/b320311ca6624da2b5f86a6778cd7b8a HTTP/1.1" status: 200 len: 375 time: 0.0241346 Aug 12 17:35:10.451562 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Made reservation on behalf of f732ffd0d83b46a08d0ce584d8290473 for: {'subnet': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:10.455797 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Network 62101b59-2a07-457f-a492-cb59bed73924 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:35:10.462900 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.500743 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, 62101b59-2a07-457f-a492-cb59bed73924) {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:10.511432 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:10.512033 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.516371 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223e0207-b1f5-4411-83fb-005c56bac9cd None None] Network 62101b59-2a07-457f-a492-cb59bed73924 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:35:10.533121 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-1cc85fca-ea20-4f30-a059-4966cdcabc35 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b320311ca6624da2b5f86a6778cd7b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1268594 Aug 12 17:35:10.584909 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-5456b8a5-f5d4-4a8a-bbe4-7afa706b51dc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0914433 Aug 12 17:35:10.601400 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44580) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:10.621082 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:10.712018 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48516'] for router, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.713102 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455470', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48523'] for router, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.763945 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca075a2-7e19-5045-9ab7-4c8c0aa7a918-62101b59-2a07-457f-a492-cb59bed73924', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7'}]}} from dv-cinder-788253-6-iscsi. {{(pid=94310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 17:35:10.765354 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.812544 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.922605 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.946766 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.db_base_plugin_common [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Allocated IP 172.20.0.2 (62101b59-2a07-457f-a492-cb59bed73924/201e3868-33d2-428e-91a1-0151cccdf7b7/1dcde11f-9fbe-4ebc-b184-c4095659e327) {{(pid=94310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:10.967609 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-005c8ed9-1b15-4349-81e8-4118eb698a31 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:35:10.968614 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-005c8ed9-1b15-4349-81e8-4118eb698a31 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1427615 Aug 12 17:35:10.970782 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:10.978896 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e539714d-30f3-44fa-8d57-653aa28f0d74,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:11.043681 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Checking segment: {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:11.044194 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Network hostable DHCP agents. Network: 7e9eabe0-6231-4d94-8b42-748071d3812f, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:35:11.083292 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10424a1a-330a-4912-aa2a-fb4af80b3911,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:11.103363 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Network 7e9eabe0-6231-4d94-8b42-748071d3812f is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:35:11.108618 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Checking segment: {'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:11.109532 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Network hostable DHCP agents. Network: d2316014-db78-41a6-b7d2-c5985f4c6c0e, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:35:11.126145 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, 7e9eabe0-6231-4d94-8b42-748071d3812f) {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:11.132685 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:11.133455 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.143942 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836c789d-35c1-45e1-988a-42afcdaeab92 None None] Network 7e9eabe0-6231-4d94-8b42-748071d3812f requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:35:11.153983 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Network d2316014-db78-41a6-b7d2-c5985f4c6c0e is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:35:11.169717 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-6fabdf4f-2b6d-411f-9e1b-2495a1d7d0d0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9832475 Aug 12 17:35:11.171825 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44592) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:11.172462 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, d2316014-db78-41a6-b7d2-c5985f4c6c0e) {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:11.180082 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:11.191787 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:11.196598 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.243867 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48516'] for router, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.245216 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455470', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48523'] for router, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.304060 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-5a42541f-733e-4a4a-81dc-8a6d6adeae1d service neutron] 10.222.0.25 "GET /v2.0/networks/e20ab385-481d-43b4-8bc7-bfe1c4df258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098729 Aug 12 17:35:11.322203 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.327807 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-46feb21c-df60-4ca1-8a26-a5153fbd9175 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5089531 Aug 12 17:35:11.328781 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44600) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:11.345653 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-408077086-router', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:11.392880 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.409383 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e9ed18-ebd3-49b1-bc3c-817623384504 None None] Network d2316014-db78-41a6-b7d2-c5985f4c6c0e requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:35:11.499617 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.531476 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Notify callbacks [] for port, precommit_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.550786 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48516'] for router, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.552442 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455470', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48523'] for router, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.553172 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Transition to ACTIVE for port object 1dcde11f-9fbe-4ebc-b184-c4095659e327 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:11.572364 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-537060b4-738b-447d-95a6-7ca6775d9684 service neutron] 10.222.0.25 "GET /v2.0/networks/e20ab385-481d-43b4-8bc7-bfe1c4df258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368596 Aug 12 17:35:11.616892 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.624583 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f5ffca-db76-4080-82ca-c2a26c6ed87f,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:11.644111 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Checking segment: {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:11.644528 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Network hostable DHCP agents. Network: 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:35:11.684931 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:35:11.705045 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e) {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:11.711891 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:11.712500 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.722300 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Transition to ACTIVE for port object 1dcde11f-9fbe-4ebc-b184-c4095659e327 will not be triggered until provisioned by entity DHCP. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:11.737051 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32ef601-8a52-4e9a-a776-a44ffbe41345 None None] Network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:35:11.775793 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca075a2-7e19-5045-9ab7-4c8c0aa7a918-7e9eabe0-6231-4d94-8b42-748071d3812f', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74'}]}} from dv-cinder-788253-6-iscsi. {{(pid=94310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 17:35:11.777122 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.780784 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.830037 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-3f25703e-2e11-490c-97ac-47f7e6acc676 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5765178 Aug 12 17:35:11.842789 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Network 62101b59-2a07-457f-a492-cb59bed73924 is already hosted by enough agents. {{(pid=94310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:11.881331 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.925022 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:11.955162 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:12.072582 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.base_scheduler [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Resources bound (agent type, host, resource id): {{(pid=94310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:12.088255 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Received port after_create {{(pid=94310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:12.179374 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44646) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:12.221599 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c69a2-087e-4f53-a0f8-259ec581227c None None] Network d2316014-db78-41a6-b7d2-c5985f4c6c0e requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:35:12.256742 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:12.304942 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Allocated IP 172.27.1.69 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/7a7467be-a13d-4d56-ba4e-1eaa480be6ce) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:12.358554 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c23b8a42-7342-4f1e-b0ee-2303086a24d1 req-183f8b7f-7efd-4c4a-87c2-096279a4175d tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.1781380 Aug 12 17:35:12.567466 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:12.600388 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:12.627343 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:12.644201 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.db_base_plugin_common [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Allocated IP 172.20.0.2 (7e9eabe0-6231-4d94-8b42-748071d3812f/e539714d-30f3-44fa-8d57-653aa28f0d74/0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2) {{(pid=94310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:12.652757 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:12.676739 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:12.703828 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:12.850169 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:12.946657 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Pushing event updated for resources: {'Port': ['ID=1dcde11f-9fbe-4ebc-b184-c4095659e327,revision_number=1']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:12.993004 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Allocated IP 172.27.1.48 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/74589667-5317-4458-b9f0-c44cf81cfdf7) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:12.999759 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.000000 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.001610 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.001610 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.001610 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.002473 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.002691 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.003028 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.003448 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.003786 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.004198 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.004456 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Tracked resource versions report: Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: pushed versions: Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: { 'AddressGroup': {'1.2'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'ConntrackHelper': {'1.0'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Log': {'1.0'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Network': {'1.1'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Port': {'1.7'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'PortForwarding': {'1.2'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'QosPolicy': {'1.9'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SecurityGroup': {'1.4'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SecurityGroupRule': {'1.2'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SubPort': {'1.0'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Subnet': {'1.1'}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Trunk': {'1.1'}} Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: consumer versions: Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: { DHCP agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: HyperV agent@hv-cinder-78825: {}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: L3 agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: Metadata agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: Metering agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: Open vSwitch agent@dv-cinder-788253-6-iscsi: { 'AddressGroup': '1.2', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'ConntrackHelper': '1.0', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Log': '1.0', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Network': '1.1', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Port': '1.7', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'PortForwarding': '1.2', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'QosPolicy': '1.9', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SecurityGroup': '1.4', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SecurityGroupRule': '1.2', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'SubPort': '1.0', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Subnet': '1.1', Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: 'Trunk': '1.1'}} Aug 12 17:35:13.005572 dv-cinder-788253-6-iscsi neutron-server[94310]: {{(pid=94310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 17:35:13.014020 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Attempting to bind port 1dcde11f-9fbe-4ebc-b184-c4095659e327 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:13.014422 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Attempting to bind port 1dcde11f-9fbe-4ebc-b184-c4095659e327 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:13.014792 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Attempting to bind port 1dcde11f-9fbe-4ebc-b184-c4095659e327 on network 62101b59-2a07-457f-a492-cb59bed73924 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:13.067510 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:13.080258 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Checking segment: {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:13.084508 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:13.085175 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Bound using segment: {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:13.086688 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Bound port: 1dcde11f-9fbe-4ebc-b184-c4095659e327, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:13.086688 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:13.226216 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-69f1d3ed-4250-4922-ada3-be77b7de0385 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:13.230323 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-69f1d3ed-4250-4922-ada3-be77b7de0385 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 813 time: 0.6155918 Aug 12 17:35:13.300483 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:13.331834 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:13.359049 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] For port 1dcde11f-9fbe-4ebc-b184-c4095659e327, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:13.363797 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] For port 1dcde11f-9fbe-4ebc-b184-c4095659e327, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=1dcde11f-9fbe-4ebc-b184-c4095659e327,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:13.401803 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:13.442900 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-03704548-515b-4012-875a-b0d9b59a37d2 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/quotas/f732ffd0d83b46a08d0ce584d8290473 HTTP/1.1" status: 200 len: 375 time: 0.0867665 Aug 12 17:35:13.458691 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Pushing event updated for resources: {'Port': ['ID=7a7467be-a13d-4d56-ba4e-1eaa480be6ce,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:13.547286 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:13.631751 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:13.642516 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Transition to ACTIVE for port object 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:13.665478 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Transition to ACTIVE for port object 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 will not be triggered until provisioned by entity DHCP. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:13.676722 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:13.701834 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b906a62-8f9c-4091-ace8-eeea9df5b13c None None] Pushing event updated for resources: {'Port': ['ID=1dcde11f-9fbe-4ebc-b184-c4095659e327,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:13.718588 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:13.816748 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7e2e61-b50d-46f5-94e3-ca48108da203 None None] Network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:35:13.902064 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-cef757d8-21bf-4da1-8c4f-c6cbb2cd1916 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4567461 Aug 12 17:35:13.980744 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7c394374-071f-4f79-a783-0067140bdaa0 req-bfd5bc79-cfb2-483a-bd43-b1d8bc880f82 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.1024752 Aug 12 17:35:14.011063 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:14.122202 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Network 7e9eabe0-6231-4d94-8b42-748071d3812f is already hosted by enough agents. {{(pid=94310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:14.136362 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.base_scheduler [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Resources bound (agent type, host, resource id): {{(pid=94310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:14.158786 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Received port after_create {{(pid=94310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:14.161149 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Pushing event updated for resources: {'Port': ['ID=0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2,revision_number=1']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:14.212980 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Pushing event updated for resources: {'Port': ['ID=74589667-5317-4458-b9f0-c44cf81cfdf7,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:14.248660 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:14.266449 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Allocated IP 172.27.1.93 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/8d68ef7b-f5c7-4338-a2a4-1e754376d19c) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:14.274540 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:14.284617 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:14.389078 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Attempting to bind port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:14.389461 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Attempting to bind port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:14.389835 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Attempting to bind port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 on network 7e9eabe0-6231-4d94-8b42-748071d3812f {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:14.404792 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-2e9f9bdf-4851-46ee-9521-f7fd661719cb service neutron] 10.222.0.25 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008368 Aug 12 17:35:14.417019 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:14.417404 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Checking segment: {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:14.417818 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:14.418255 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Bound using segment: {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:14.418870 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Bound port: 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:14.419116 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:14.515908 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] For port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:14.523592 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] For port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:14.533253 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:14.647496 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ef6fe-545e-4389-bfb2-a218763345d9 None None] Pushing event updated for resources: {'Port': ['ID=0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:14.687122 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:14.713405 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44784) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:14.727836 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675'] for router, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:14.874785 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:14.916862 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-c32a33a0-e230-4d3d-976e-e47a964de98c service neutron] 10.222.0.25 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087517 Aug 12 17:35:15.006123 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-72f07fa5-2177-45f4-9d67-a92e968b6c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:15.135696 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Router 17086a1a-d575-49bd-a4c8-dafb4822424e is scheduled to L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 with binding_index 1 {{(pid=94309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 17:35:15.189370 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:15.206713 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675'] for router, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:15.265442 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:15.272520 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:15.322112 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:15.399727 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Pushing event updated for resources: {'Port': ['ID=8d68ef7b-f5c7-4338-a2a4-1e754376d19c,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:15.442697 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4d976d6a-e559-4078-afb2-15d8b83c24d7 req-3abb2604-0352-4f3c-9eb6-af584eea08bc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.1403766 Aug 12 17:35:15.491426 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6710177a-6202-4f58-87f3-16703aafc65d req-d560fd95-7881-4ab6-80a7-08ced2430968 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.1335583 Aug 12 17:35:15.538533 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c5505-cce1-46df-b70f-85fe0aee7d48 None None] Network 62101b59-2a07-457f-a492-cb59bed73924 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:35:15.676242 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-657c9bce-814f-4e6a-973c-636403466501 None None] Provisioning for port 1dcde11f-9fbe-4ebc-b184-c4095659e327 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:15.681267 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:35:15.693920 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Sync routers for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:35:15.694583 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 1dcde11f-9fbe-4ebc-b184-c4095659e327 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:15.716640 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:15.717284 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:15.749995 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-72f07fa5-2177-45f4-9d67-a92e968b6c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:15.763841 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-72f07fa5-2177-45f4-9d67-a92e968b6c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:15.795956 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] Notify callbacks [] for router, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:15.800226 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-c1cdbefb-70c4-4c97-9bcd-74de0bd050ee admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1948442 Aug 12 17:35:15.805160 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44814) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:15.822482 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Router de6b7917-9d0e-4403-b79d-d8543a1a2b92 is scheduled to L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 with binding_index 1 {{(pid=94308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 17:35:15.869575 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-72f07fa5-2177-45f4-9d67-a92e968b6c45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=905771ef430440b6a925a878217181fc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1508868 Aug 12 17:35:15.870524 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f07fa5-2177-45f4-9d67-a92e968b6c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac5e97a-2e11-449e-a159-b302612de1e9,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:15.875484 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44820) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:15.921485 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 1dcde11f-9fbe-4ebc-b184-c4095659e327 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:15.955431 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 1dcde11f-9fbe-4ebc-b184-c4095659e327 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:15.955992 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:15.973717 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bbca14f8-a9f4-4011-bf6c-ef829dc6282c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.024960 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bbca14f8-a9f4-4011-bf6c-ef829dc6282c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.043671 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:16.067182 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.127610 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bbca14f8-a9f4-4011-bf6c-ef829dc6282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.130969 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bbca14f8-a9f4-4011-bf6c-ef829dc6282c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.132252 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-bbca14f8-a9f4-4011-bf6c-ef829dc6282c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bac5e97a-2e11-449e-a159-b302612de1e9 HTTP/1.1" status: 204 len: 168 time: 0.2516131 Aug 12 17:35:16.146431 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca14f8-a9f4-4011-bf6c-ef829dc6282c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac5e97a-2e11-449e-a159-b302612de1e9,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:16.212627 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.302748 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 1dcde11f-9fbe-4ebc-b184-c4095659e327, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=1dcde11f-9fbe-4ebc-b184-c4095659e327,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:16.310776 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.315749 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:16.367720 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4be6ca-fc7d-47ac-bcb9-afe43f61832a None None] Network 7e9eabe0-6231-4d94-8b42-748071d3812f requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:35:16.416260 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:13Z', 'revision_number': 3, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:16.485523 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Checking router: 17086a1a-d575-49bd-a4c8-dafb4822424e for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:35:16.485876 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Updating router 17086a1a-d575-49bd-a4c8-dafb4822424e port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce binding host dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:35:16.574830 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.696023 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a8099b8a-920e-456c-b19b-3fc2ccc45914 req-8efa4f06-7419-4391-9349-3b619cd6d2d1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.0593562 Aug 12 17:35:16.733636 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44846) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:16.747568 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5eec-bce9-498d-b412-393225010fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.751117 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-ccbb23da-160c-4c1f-9cfe-ffc01d2a4745 None None] Provisioning for port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:16.787950 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=1dcde11f-9fbe-4ebc-b184-c4095659e327,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:16.812034 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:16.836513 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:16.836923 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.899388 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d0057b1d-2b9d-45e5-b239-7bbf0dccec10 req-a6e53f59-eafd-4f81-b9f7-9806b4b7c0c5 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.0493791 Aug 12 17:35:16.906614 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:35:16.919345 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5eec-bce9-498d-b412-393225010fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.927233 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d6ab5eec-bce9-498d-b412-393225010fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:16.928374 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Sync routers for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:35:16.963588 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-d6ab5eec-bce9-498d-b412-393225010fa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bce57cebb43b4e7e859d1d4f862f4219&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2280884 Aug 12 17:35:16.965610 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44850) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:16.975271 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:16.975923 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:17.006202 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.006649 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab5eec-bce9-498d-b412-393225010fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d242d476-c805-4c8c-b297-61dce8ba6d94,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:17.013865 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-255a7c29-4964-4358-a7fc-5bd623f639c0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8385081 Aug 12 17:35:17.040290 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 44852) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:17.062346 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7ce020f3-6ffc-4bce-adc9-1239f50af390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.077951 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.092574 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Transition to ACTIVE for port object 7a7467be-a13d-4d56-ba4e-1eaa480be6ce will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:17.110143 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.132820 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7ce020f3-6ffc-4bce-adc9-1239f50af390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.147784 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-cad4acb3-d390-447b-88b0-7991e9218963 None None] Provisioning complete for port 1dcde11f-9fbe-4ebc-b184-c4095659e327 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:17.148303 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-cad4acb3-d390-447b-88b0-7991e9218963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.190314 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675'] for router, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.203829 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Pushing event updated for resources: {'Port': ['ID=7a7467be-a13d-4d56-ba4e-1eaa480be6ce,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:17.246455 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.247074 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.247610 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.248120 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.248612 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.249125 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.249618 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.250168 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.250726 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.251458 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.251952 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.252439 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Tracked resource versions report: Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: pushed versions: Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: { 'AddressGroup': {'1.2'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'ConntrackHelper': {'1.0'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Log': {'1.0'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Network': {'1.1'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Port': {'1.7'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'PortForwarding': {'1.2'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'QosPolicy': {'1.9'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SecurityGroup': {'1.4'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SecurityGroupRule': {'1.2'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SubPort': {'1.0'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Subnet': {'1.1'}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Trunk': {'1.1'}} Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: consumer versions: Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: { DHCP agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: HyperV agent@hv-cinder-78825: {}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: L3 agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: Metadata agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: Metering agent@dv-cinder-788253-6-iscsi: {}, Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: Open vSwitch agent@dv-cinder-788253-6-iscsi: { 'AddressGroup': '1.2', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'ConntrackHelper': '1.0', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Log': '1.0', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Network': '1.1', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Port': '1.7', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'PortForwarding': '1.2', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'QosPolicy': '1.9', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SecurityGroup': '1.4', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SecurityGroupRule': '1.2', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'SubPort': '1.0', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Subnet': '1.1', Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: 'Trunk': '1.1'}} Aug 12 17:35:17.254384 dv-cinder-788253-6-iscsi neutron-server[94311]: {{(pid=94311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 12 17:35:17.259793 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Attempting to bind port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:17.260424 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Attempting to bind port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:17.261017 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Attempting to bind port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce on network 02439c8f-1755-4220-a912-61d594f4e8a3 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:17.269991 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:17.270830 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:17.271599 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.272213 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Bound using segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:17.273049 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Bound port: 7a7467be-a13d-4d56-ba4e-1eaa480be6ce, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:17.274280 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.308442 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.318533 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:17.352187 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] For port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:17.356855 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] For port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=7a7467be-a13d-4d56-ba4e-1eaa480be6ce,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:17.366401 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.433767 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7ce020f3-6ffc-4bce-adc9-1239f50af390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.439555 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7ce020f3-6ffc-4bce-adc9-1239f50af390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.446654 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-7ce020f3-6ffc-4bce-adc9-1239f50af390 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d242d476-c805-4c8c-b297-61dce8ba6d94 HTTP/1.1" status: 204 len: 168 time: 0.4794180 Aug 12 17:35:17.456740 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e2212-0da2-4f8b-86c9-86d3ac32a144 None None] Pushing event updated for resources: {'Port': ['ID=7a7467be-a13d-4d56-ba4e-1eaa480be6ce,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:17.487980 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:17.488935 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:17.568360 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.572861 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce020f3-6ffc-4bce-adc9-1239f50af390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d242d476-c805-4c8c-b297-61dce8ba6d94,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:17.583244 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc is scheduled to L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 with binding_index 1 {{(pid=94308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 17:35:17.628714 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:17.839205 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Allocated IP 172.20.0.1 (62101b59-2a07-457f-a492-cb59bed73924/201e3868-33d2-428e-91a1-0151cccdf7b7/0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:17.972356 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:17.987067 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Transition to ACTIVE for port object 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:18.042300 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:18.048618 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:13Z', 'revision_number': 3, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:18.073813 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:18.129991 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:18.143238 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:35:18.145326 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:18.201968 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:18.206207 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Network 62101b59-2a07-457f-a492-cb59bed73924 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:18.208942 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Pushing event updated for resources: {'Port': ['ID=0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:18.215867 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:18.224324 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:18.224804 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368430'] for router_interface, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:18.244650 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6361cf63-a70f-4536-a2d4-11d2e9b07a5b None None] The sync data for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi is: [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:13Z', 'revision_number': 3, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:35:18.255765 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Sync routers for ids ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:35:18.272333 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3cfeb606-b22d-4034-a0fb-53013bd8297b req-1c7bea8f-cbd2-4f76-a430-c2e324d6a9fd tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.1442399 Aug 12 17:35:18.284433 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Routers {'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:18.285221 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:18.306687 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 1dcde11f-9fbe-4ebc-b184-c4095659e327 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:18.321344 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:14Z', 'revision_number': 3, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:18.419700 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Checking router: de6b7917-9d0e-4403-b79d-d8543a1a2b92 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:35:18.420229 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Updating router de6b7917-9d0e-4403-b79d-d8543a1a2b92 port 74589667-5317-4458-b9f0-c44cf81cfdf7 binding host dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:35:18.475339 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-8d227f16-c4d1-46c3-a178-fc7b855c832c None None] Provisioning complete for port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:18.475974 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8d227f16-c4d1-46c3-a178-fc7b855c832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:18.490929 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e0929f0a-6e0f-48f9-a91d-2c39c6f615b7 req-ab54ccde-35ac-4eae-b254-c6c1057e04be tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.3603158 Aug 12 17:35:18.529770 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:18.574581 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 1dcde11f-9fbe-4ebc-b184-c4095659e327 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:18.574950 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:18.630998 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Set router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:18.701141 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:18.808996 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] Notify callbacks [] for router, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:18.818934 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-fcd85312-637e-481f-a5e6-e3b113b86747 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4830606 Aug 12 17:35:18.825023 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 44886) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:18.904584 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Allocated IP 172.20.0.1 (7e9eabe0-6231-4d94-8b42-748071d3812f/e539714d-30f3-44fa-8d57-653aa28f0d74/dba57d6f-f729-479a-bdf4-6ab975aec77d) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:18.953129 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-e74c8ebb-4d15-43b6-96d8-5e88c980beeb None None] Provisioning for port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:18.998742 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-e74c8ebb-4d15-43b6-96d8-5e88c980beeb None None] Provisioning complete for port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:18.999354 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-e74c8ebb-4d15-43b6-96d8-5e88c980beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:19.066667 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'name': 'tempest-ServerRescueNegativeTestJSON-408077086-router', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:15Z', 'revision_number': 3, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'gw_port': {'id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:13Z', 'updated_at': '2021-08-12T17:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:19.129950 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Checking router: fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:35:19.130465 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Updating router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c binding host dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:35:19.248603 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-e74c8ebb-4d15-43b6-96d8-5e88c980beeb None None] Port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:35:19.278356 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:19.309840 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.10', 60665) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:19.453475 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:19.582518 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Notify callbacks [] for port, precommit_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:19.602995 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Transition to ACTIVE for port object 74589667-5317-4458-b9f0-c44cf81cfdf7 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:19.624501 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:19.651205 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1e84fbc5-e992-48a5-8b33-34c8c37e3514 req-61c93002-2191-406a-ac56-af3a6b32a5db tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.1522439 Aug 12 17:35:19.668781 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-1e57e81b-2ba5-4a35-b739-06d16695dfe6 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:19.692014 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-1e57e81b-2ba5-4a35-b739-06d16695dfe6 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.10 "GET /v2.0/networks?id=e20ab385-481d-43b4-8bc7-bfe1c4df258e HTTP/1.1" status: 200 len: 812 time: 0.3727825 Aug 12 17:35:19.714906 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.provisioning_blocks [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Transition to ACTIVE for port object dba57d6f-f729-479a-bdf4-6ab975aec77d will not be triggered until provisioned by entity DHCP. {{(pid=94309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:19.760782 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7833a27-b104-4287-9871-9c32a830a56b None None] Pushing event updated for resources: {'Port': ['ID=74589667-5317-4458-b9f0-c44cf81cfdf7,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:19.786316 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Request body: {'port': {'device_id': 'b8309cf4-75c3-4fa1-9748-6128b8a6b1cd', 'network_id': 'e20ab385-481d-43b4-8bc7-bfe1c4df258e', 'admin_state_up': True, 'tenant_id': 'b320311ca6624da2b5f86a6778cd7b8a'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:19.839719 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Attempting to bind port 74589667-5317-4458-b9f0-c44cf81cfdf7 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:19.840211 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Attempting to bind port 74589667-5317-4458-b9f0-c44cf81cfdf7 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:19.842295 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Attempting to bind port 74589667-5317-4458-b9f0-c44cf81cfdf7 on network 02439c8f-1755-4220-a912-61d594f4e8a3 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:19.848240 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8b1676b4-b85c-4f2f-a7a7-7ce2f4cf6efa req-f7738120-8f20-4de2-9e8e-167c63eca37c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.0530939 Aug 12 17:35:19.863497 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:19.864039 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:19.864463 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:19.864866 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Bound using segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:19.865371 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Bound port: 74589667-5317-4458-b9f0-c44cf81cfdf7, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:19.865787 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:19.866209 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:20.008688 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] For port 74589667-5317-4458-b9f0-c44cf81cfdf7, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:20.024384 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] For port 74589667-5317-4458-b9f0-c44cf81cfdf7, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=74589667-5317-4458-b9f0-c44cf81cfdf7,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:20.034168 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:20.092092 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:20.111272 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Transition to ACTIVE for port object 8d68ef7b-f5c7-4338-a2a4-1e754376d19c will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:20.121661 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:20.230189 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Attempting to bind port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:20.230764 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Attempting to bind port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:20.231239 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Attempting to bind port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c on network 02439c8f-1755-4220-a912-61d594f4e8a3 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:20.241761 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:20.242305 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:20.242963 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:20.243478 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Bound using segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:20.244090 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Bound port: 8d68ef7b-f5c7-4338-a2a4-1e754376d19c, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:20.244626 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:20.271919 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:20.272733 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:20.313009 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] For port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:20.317402 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] For port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=8d68ef7b-f5c7-4338-a2a4-1e754376d19c,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:20.330310 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:20.337784 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dba57d6f-f729-479a-bdf4-6ab975aec77d,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:20.345881 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.10', 60670) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:20.393156 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42c41d-561c-4817-9170-3a0bcd746ea3 None None] Pushing event updated for resources: {'Port': ['ID=8d68ef7b-f5c7-4338-a2a4-1e754376d19c,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:20.447062 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7833a27-b104-4287-9871-9c32a830a56b None None] Pushing event updated for resources: {'Port': ['ID=74589667-5317-4458-b9f0-c44cf81cfdf7,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:20.524937 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 7a7467be-a13d-4d56-ba4e-1eaa480be6ce up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:20.550671 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42c41d-561c-4817-9170-3a0bcd746ea3 None None] Pushing event updated for resources: {'Port': ['ID=8d68ef7b-f5c7-4338-a2a4-1e754376d19c,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:20.567528 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Routers {'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:20.568358 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:20.611486 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-90e37868-1cbe-41b4-9767-b30f834ec760 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:20.614861 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-90e37868-1cbe-41b4-9767-b30f834ec760 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 813 time: 0.2668207 Aug 12 17:35:20.617074 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Network 7e9eabe0-6231-4d94-8b42-748071d3812f is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:20.625216 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:20.629774 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:20.630899 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368430'] for router_interface, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:20.723714 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:35:20.760224 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:20.777764 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:20.777892 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:20.888195 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:20.930742 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:20.950956 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] Set router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:21.077611 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:21.080324 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368570'] for router_interface, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:21.095217 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:21.227473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Pushing event updated for resources: {'Port': ['ID=0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:21.286629 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-7063c7e6-8452-4826-a8b7-af4f034c4dbb None None] Provisioning for port dba57d6f-f729-479a-bdf4-6ab975aec77d completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:21.295719 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=7a7467be-a13d-4d56-ba4e-1eaa480be6ce,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:21.297255 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-7063c7e6-8452-4826-a8b7-af4f034c4dbb None None] Provisioning complete for port dba57d6f-f729-479a-bdf4-6ab975aec77d triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:21.298838 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-7063c7e6-8452-4826-a8b7-af4f034c4dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:21.340008 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-7063c7e6-8452-4826-a8b7-af4f034c4dbb None None] Port dba57d6f-f729-479a-bdf4-6ab975aec77d cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:35:21.348017 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:21.348820 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:21.379730 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6104b3cf-8bae-4e0d-a0a7-e872f5319ee0 req-6cebc917-d2e2-4f3f-9b87-f748cffd585d tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.1981866 Aug 12 17:35:21.390087 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'name': 'tempest-ServerRescueNegativeTestJSON-408077086-router', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:15Z', 'revision_number': 3, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'gw_port': {'id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:13Z', 'updated_at': '2021-08-12T17:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:21.417691 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a00f3460-c625-4fa2-a20b-c20dfd4fd7ed req-295149d0-0aa6-43b8-89c6-67077d34772b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.2383769 Aug 12 17:35:21.501760 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f5ae2e-59ce-457f-87f7-5ab2e1dcd2de None None] The sync data for ids ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'] in dv-cinder-788253-6-iscsi is: [{'id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'name': 'tempest-ServerRescueNegativeTestJSON-408077086-router', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:15Z', 'revision_number': 3, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'gw_port': {'id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:13Z', 'updated_at': '2021-08-12T17:35:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:35:21.552887 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:14Z', 'revision_number': 3, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:21.559573 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=7a7467be-a13d-4d56-ba4e-1eaa480be6ce,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:21.635793 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:21.754439 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Made reservation on behalf of b320311ca6624da2b5f86a6778cd7b8a for: {'port': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:21.755522 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a4249-5ba1-4d39-8721-b92fceb0662a None None] The sync data for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi is: [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:14Z', 'revision_number': 3, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:35:21.755522 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:21.755522 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:21.756753 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Network 62101b59-2a07-457f-a492-cb59bed73924 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:21.758773 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:21.760202 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:21.816095 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:22.254531 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-70a917fd-a4ed-47c7-bde8-5a94494c14e3 None None] Provisioning complete for port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:22.254531 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-70a917fd-a4ed-47c7-bde8-5a94494c14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:22.334892 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 7a7467be-a13d-4d56-ba4e-1eaa480be6ce up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:22.412724 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45002) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:22.606437 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-70a917fd-a4ed-47c7-bde8-5a94494c14e3 None None] Port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:35:22.661127 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Router 17086a1a-d575-49bd-a4c8-dafb4822424e has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:35:22.667108 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:22.667776 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:22.684557 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Allocated IP 172.20.0.1 (d2316014-db78-41a6-b7d2-c5985f4c6c0e/10424a1a-330a-4912-aa2a-fb4af80b3911/62c4ceb0-19c2-4932-a149-76345f350c29) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:22.948808 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cd08534-7f5d-4cae-943c-2248bab864c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:23.202373 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-21da87ca-a19c-4f79-b0ce-7f19b7042225 req-a6ef8da2-4f80-4a16-be6e-a51abd3a0e14 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.1371255 Aug 12 17:35:23.223552 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Allocated IP 172.20.0.10 (e20ab385-481d-43b4-8bc7-bfe1c4df258e/5a2163b6-abb2-4994-aa56-5178e430ff3e/852b3755-e7d9-4e4f-ae21-ca0321803b20) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:23.245225 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cd08534-7f5d-4cae-943c-2248bab864c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:23.265193 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cd08534-7f5d-4cae-943c-2248bab864c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:23.292110 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-72f595bf-6e92-4973-91a9-bfb7ec317cd6 req-ccd332ba-3608-426d-93c4-3a9c21c2a502 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.2294364 Aug 12 17:35:23.432803 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2cd08534-7f5d-4cae-943c-2248bab864c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2327b0ddd99f49e0a712ab159d7251ef&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0123372 Aug 12 17:35:23.441609 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45014) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:23.472238 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:35:23.483782 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-26bf834b-f991-4cfd-a2d7-1c1099fd6aaa admin admin] 10.222.0.25 "PUT /v2.0/routers/17086a1a-d575-49bd-a4c8-dafb4822424e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6775217 Aug 12 17:35:23.484549 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd08534-7f5d-4cae-943c-2248bab864c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb468e91-1419-4e0a-b45f-7dfb8aebafa3,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:23.494569 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:23.520360 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Sync routers for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:35:23.572704 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:23.586838 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:23.696125 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2229b622-ca83-4f14-8f24-a691de0df0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:23.797042 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2229b622-ca83-4f14-8f24-a691de0df0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:23.851677 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:23.972789 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:24.040034 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Network d2316014-db78-41a6-b7d2-c5985f4c6c0e is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:24.040447 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:24.045490 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:24.055927 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:24.055927 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368430'] for router_interface, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:24.065207 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:24.066310 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368570'] for router_interface, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:24.144546 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:24.201701 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Pushing event updated for resources: {'Port': ['ID=62c4ceb0-19c2-4932-a149-76345f350c29,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:24.226234 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2229b622-ca83-4f14-8f24-a691de0df0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:24.230513 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2229b622-ca83-4f14-8f24-a691de0df0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:24.232048 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2229b622-ca83-4f14-8f24-a691de0df0f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb468e91-1419-4e0a-b45f-7dfb8aebafa3 HTTP/1.1" status: 204 len: 168 time: 0.7849612 Aug 12 17:35:24.252647 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229b622-ca83-4f14-8f24-a691de0df0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb468e91-1419-4e0a-b45f-7dfb8aebafa3,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:24.497633 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 8d68ef7b-f5c7-4338-a2a4-1e754376d19c up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:24.501161 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:24.520577 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:24.613169 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-95e6e490-d1a6-4a3b-b494-12cd84ec32f3 req-afdccef3-5a37-4e19-a8a1-30ba96186b14 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.0875111 Aug 12 17:35:24.644066 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Network 7e9eabe0-6231-4d94-8b42-748071d3812f is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:24.665262 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:24.666889 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:24.694987 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Network e20ab385-481d-43b4-8bc7-bfe1c4df258e is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:24.712892 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dba57d6f-f729-479a-bdf4-6ab975aec77d,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:24.713694 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:24.714882 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:24.904516 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:24.914717 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:24.940243 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:24.940243 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:25.075326 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45036) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:25.097015 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-22b6d71c-77d4-4b1f-a679-4284eaac5602 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048638809', 'description': 'tempest-description--2013656135'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:25.136134 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45044) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:25.279915 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dd63462e-aaeb-48e9-b041-f290f060b285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:25.400921 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22b6d71c-77d4-4b1f-a679-4284eaac5602 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:25.418258 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-4a9f01cc-2746-4fd0-b0c7-c47e712030b7 None None] Provisioning complete for port dba57d6f-f729-479a-bdf4-6ab975aec77d triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:25.419530 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4a9f01cc-2746-4fd0-b0c7-c47e712030b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:25.479158 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Request body: {'port': {'device_id': '2d62c217-8723-4776-8020-8c16bd39a4e4', 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e', 'admin_state_up': True, 'tenant_id': 'f732ffd0d83b46a08d0ce584d8290473'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:25.614191 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f01cc-2746-4fd0-b0c7-c47e712030b7 None None] Port dba57d6f-f729-479a-bdf4-6ab975aec77d cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:35:25.621198 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:19Z', 'revision_number': 2, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:25.629167 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:25.649798 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:25.674259 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:25.675179 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368570'] for router_interface, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:25.756949 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Checking router: 17086a1a-d575-49bd-a4c8-dafb4822424e for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:35:25.757761 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Updating router 17086a1a-d575-49bd-a4c8-dafb4822424e port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e binding host dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:35:25.778901 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Pushing event updated for resources: {'Port': ['ID=852b3755-e7d9-4e4f-ae21-ca0321803b20,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:25.851458 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=8d68ef7b-f5c7-4338-a2a4-1e754376d19c,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:25.865560 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:25.866465 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 74589667-5317-4458-b9f0-c44cf81cfdf7 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:25.874572 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:25.913556 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Network d2316014-db78-41a6-b7d2-c5985f4c6c0e is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:25.921598 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:26.062118 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Router de6b7917-9d0e-4403-b79d-d8543a1a2b92 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:35:26.235500 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e5214eb2-7bf8-4f0c-afa2-88a33dbdb4e8 req-c813b1c5-f1f7-4828-9621-ba74a98aaa42 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.1543047 Aug 12 17:35:26.303069 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535bb23-3a9b-4603-a6c9-78f71548bf7b req-909ffee2-a58a-43b4-8db6-e1707fdbecca tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:26.347746 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9535bb23-3a9b-4603-a6c9-78f71548bf7b req-909ffee2-a58a-43b4-8db6-e1707fdbecca tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 932 time: 1.1062510 Aug 12 17:35:26.391206 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=8d68ef7b-f5c7-4338-a2a4-1e754376d19c,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:26.445552 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 74589667-5317-4458-b9f0-c44cf81cfdf7 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:26.476805 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 74589667-5317-4458-b9f0-c44cf81cfdf7 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:26.476805 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:26.558270 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45070) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:26.612834 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9535bb23-3a9b-4603-a6c9-78f71548bf7b req-27456174-2c47-4f74-880e-3bf62f842a93 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721220 Aug 12 17:35:26.696587 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Pushing event updated for resources: {'Port': ['ID=62c4ceb0-19c2-4932-a149-76345f350c29,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:26.803350 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dd63462e-aaeb-48e9-b041-f290f060b285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:26.816865 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dd63462e-aaeb-48e9-b041-f290f060b285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:26.834140 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-433a1ba3-9fcc-4388-b80f-d63d937aef2f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0598011 Aug 12 17:35:26.848554 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8293e0e5-6192-4f53-94e0-7f985cab4286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:26.855435 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:35:26.868270 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-19e47f29-00b7-4c4e-a188-afb838f4a8fb tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:35:26.918907 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-19e47f29-00b7-4c4e-a188-afb838f4a8fb tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190802 Aug 12 17:35:26.923137 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:35:26.941306 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-9fbac8c1-a408-48f3-a292-e5bfa8e9b3d1 admin admin] 10.222.0.25 "PUT /v2.0/routers/de6b7917-9d0e-4403-b79d-d8543a1a2b92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8873494 Aug 12 17:35:26.941306 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.db.api [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 17:35:26.941306 dv-cinder-788253-6-iscsi neutron-server[94309]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 17:35:26.941306 dv-cinder-788253-6-iscsi neutron-server[94309]: [parameters: {'project_id_1': 'f732ffd0d83b46a08d0ce584d8290473', 'expiration_1': datetime.datetime(2021, 8, 12, 17, 35, 25, 742162)}] Aug 12 17:35:26.941306 dv-cinder-788253-6-iscsi neutron-server[94309]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 17:35:26.941306 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG oslo_db.api [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 17:35:26.954834 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Notify callbacks [] for port, precommit_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:26.956888 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Sync routers for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:35:26.975865 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Transition to ACTIVE for port object 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:26.978731 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:26.981587 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:26.984838 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:27.005117 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:27.031625 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45080) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:27.037004 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-dd63462e-aaeb-48e9-b041-f290f060b285 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fab28f89d3042c6a174a2ae4d81f63e&name=default HTTP/1.1" status: 200 len: 2978 time: 1.8951340 Aug 12 17:35:27.089323 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63462e-aaeb-48e9-b041-f290f060b285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4be416b-90f2-491a-aaad-61a26701e333,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:27.146795 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041259dd-9dd8-4f94-9568-7cafaf95ca7e None None] Pushing event updated for resources: {'Port': ['ID=0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:27.160516 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 74589667-5317-4458-b9f0-c44cf81cfdf7, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=74589667-5317-4458-b9f0-c44cf81cfdf7,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:27.173958 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c2d-f026-4439-a77e-8964f118eaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:27.287609 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c2d-f026-4439-a77e-8964f118eaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:27.333416 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:27.372008 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Attempting to bind port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:27.388886 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Attempting to bind port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:27.390500 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Attempting to bind port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e on network 62101b59-2a07-457f-a492-cb59bed73924 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:27.396722 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22b6d71c-77d4-4b1f-a679-4284eaac5602 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:27.511743 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c2d-f026-4439-a77e-8964f118eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:27.517070 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f8b35c2d-f026-4439-a77e-8964f118eaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:27.524809 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f8b35c2d-f026-4439-a77e-8964f118eaf5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4be416b-90f2-491a-aaad-61a26701e333 HTTP/1.1" status: 204 len: 168 time: 0.4915745 Aug 12 17:35:27.536581 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:27.537354 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Checking segment: {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:27.538307 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:27.545474 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Bound using segment: {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:27.546642 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Bound port: 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:27.548092 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:27.567124 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b35c2d-f026-4439-a77e-8964f118eaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4be416b-90f2-491a-aaad-61a26701e333,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:27.581080 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 8d68ef7b-f5c7-4338-a2a4-1e754376d19c up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:27.625983 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22b6d71c-77d4-4b1f-a679-4284eaac5602 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:27.688093 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8368f366-2029-4fb3-acfe-ad2e8f49417c req-87935394-1450-4430-8c09-75c8d6eaa7e6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.1559510 Aug 12 17:35:27.726730 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:27.927239 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362baa1-6ff9-40fa-b526-7f054c0b3533 req-fbfbf5b1-cef0-4e9d-9549-68f8622f8764 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:27.941664 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9362baa1-6ff9-40fa-b526-7f054c0b3533 req-fbfbf5b1-cef0-4e9d-9549-68f8622f8764 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 932 time: 0.1039855 Aug 12 17:35:27.985724 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=74589667-5317-4458-b9f0-c44cf81cfdf7,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:28.019949 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9362baa1-6ff9-40fa-b526-7f054c0b3533 req-6c72a99f-7df6-4294-8b75-5e07cd576a5e tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725880 Aug 12 17:35:28.038902 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6d71c-77d4-4b1f-a679-4284eaac5602 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:28.153157 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] For port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:28.177636 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:35:28.185766 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] For port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:28.200454 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Request body: {'port': {'device_id': 'b8309cf4-75c3-4fa1-9748-6128b8a6b1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:28.203705 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:28.207920 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:28.208356 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:28.224253 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-24ae0701-99a2-4865-9913-00524ab9ebe8 admin admin] 10.222.0.25 "PUT /v2.0/routers/fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3971188 Aug 12 17:35:28.244645 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Sync routers for ids ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:35:28.250123 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8293e0e5-6192-4f53-94e0-7f985cab4286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:28.262055 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8293e0e5-6192-4f53-94e0-7f985cab4286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:28.341597 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22b6d71c-77d4-4b1f-a679-4284eaac5602 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:28.344586 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-22b6d71c-77d4-4b1f-a679-4284eaac5602 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.2676725 Aug 12 17:35:28.351969 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45118) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:28.399716 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-1ebc0cc6-0ea3-49c8-b0c1-c60215942f25 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'security_group_rule': {'security_group_id': '4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:28.493359 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Made reservation on behalf of f732ffd0d83b46a08d0ce584d8290473 for: {'port': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:28.518261 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:28.521700 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-8293e0e5-6192-4f53-94e0-7f985cab4286 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72239042ddbe4790b92f1f6ed92afe45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9596927 Aug 12 17:35:28.544177 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45122) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:28.569834 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Routers {'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:28.570511 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:28.576748 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45124) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:28.602977 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:28.618366 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-562f9d2b-d70f-4f3b-937a-e388bdd4885a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118501353', 'description': 'tempest-description--1075893892'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:28.670288 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:22Z', 'revision_number': 2, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:28.840798 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:28.841438 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:28.843135 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041259dd-9dd8-4f94-9568-7cafaf95ca7e None None] Pushing event updated for resources: {'Port': ['ID=0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:28.848179 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Checking router: de6b7917-9d0e-4403-b79d-d8543a1a2b92 for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:35:28.848743 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Updating router de6b7917-9d0e-4403-b79d-d8543a1a2b92 port dba57d6f-f729-479a-bdf4-6ab975aec77d binding host dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:35:28.893761 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293e0e5-6192-4f53-94e0-7f985cab4286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7bd85b-6b4b-4ac2-b12b-48531cb83632,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:28.910061 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a30baa39-f7c7-4933-b2de-dd94c445a26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:28.949574 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:29.033837 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c6168ebf-7aa2-4179-afb1-f36ed87867f0 req-e763174d-f9c9-4a06-8e06-0af30f817441 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.1154974 Aug 12 17:35:29.035879 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0cc6-0ea3-49c8-b0c1-c60215942f25 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:29.037922 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.db.api [None req-562f9d2b-d70f-4f3b-937a-e388bdd4885a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 12 17:35:29.037922 dv-cinder-788253-6-iscsi neutron-server[94309]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 12 17:35:29.037922 dv-cinder-788253-6-iscsi neutron-server[94309]: [parameters: {'project_id_1': '4463fb6a421941e5b64a113cdb255cd6', 'expiration_1': datetime.datetime(2021, 8, 12, 17, 35, 28, 737297)}] Aug 12 17:35:29.037922 dv-cinder-788253-6-iscsi neutron-server[94309]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94309) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 12 17:35:29.040014 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG oslo_db.api [None req-562f9d2b-d70f-4f3b-937a-e388bdd4885a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 12 17:35:29.054518 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a30baa39-f7c7-4933-b2de-dd94c445a26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:29.432255 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0cc6-0ea3-49c8-b0c1-c60215942f25 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:29.439126 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0cc6-0ea3-49c8-b0c1-c60215942f25 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:29.493092 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a30baa39-f7c7-4933-b2de-dd94c445a26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:29.498743 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a30baa39-f7c7-4933-b2de-dd94c445a26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:29.512871 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-a30baa39-f7c7-4933-b2de-dd94c445a26f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c7bd85b-6b4b-4ac2-b12b-48531cb83632 HTTP/1.1" status: 204 len: 168 time: 0.9587436 Aug 12 17:35:29.528917 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc0cc6-0ea3-49c8-b0c1-c60215942f25 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dfd66c-97b6-4481-aa3a-239ccfcf6438,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:29.552173 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30baa39-f7c7-4933-b2de-dd94c445a26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7bd85b-6b4b-4ac2-b12b-48531cb83632,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:29.556557 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-1ebc0cc6-0ea3-49c8-b0c1-c60215942f25 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:29.570136 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-1ebc0cc6-0ea3-49c8-b0c1-c60215942f25 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1996129 Aug 12 17:35:29.575967 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45158) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:29.581364 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-cc6c480d-0470-4e00-8781-525791b5403f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'security_group_rule': {'security_group_id': '4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:29.662881 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc6c480d-0470-4e00-8781-525791b5403f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:29.922936 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Set router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:29.930093 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc6c480d-0470-4e00-8781-525791b5403f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:29.949008 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc6c480d-0470-4e00-8781-525791b5403f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.031769 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c480d-0470-4e00-8781-525791b5403f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c45d2f-6ef0-4e89-abf8-d110c81c4c7b,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:30.090662 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.105036 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 74589667-5317-4458-b9f0-c44cf81cfdf7 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:30.140534 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Transition to ACTIVE for port object dba57d6f-f729-479a-bdf4-6ab975aec77d will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:30.155905 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.241208 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.255661 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-95415a1d-3224-470c-a5e5-19033743d048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.327330 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:30.327996 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0011c-e7c8-481a-a1a2-67f984b91913 None None] Pushing event updated for resources: {'Port': ['ID=dba57d6f-f729-479a-bdf4-6ab975aec77d,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:30.399093 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Allocated IP 172.20.0.9 (1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e/a7f5ffca-db76-4080-82ca-c2a26c6ed87f/9fdd506d-5072-42c8-a43b-897e4070547f) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:30.465124 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Attempting to bind port dba57d6f-f729-479a-bdf4-6ab975aec77d on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:30.465508 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Attempting to bind port dba57d6f-f729-479a-bdf4-6ab975aec77d by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:30.466160 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Attempting to bind port dba57d6f-f729-479a-bdf4-6ab975aec77d on network 7e9eabe0-6231-4d94-8b42-748071d3812f {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:30.496601 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:30.497915 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc6c480d-0470-4e00-8781-525791b5403f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.499357 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-cc6c480d-0470-4e00-8781-525791b5403f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9221737 Aug 12 17:35:30.510772 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45186) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:30.523818 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'floatingip': {'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:30.532226 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Checking segment: {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:30.532672 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.533091 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Bound using segment: {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:30.533606 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Bound port: dba57d6f-f729-479a-bdf4-6ab975aec77d, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:30.534022 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.653502 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-562f9d2b-d70f-4f3b-937a-e388bdd4885a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.674922 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.919562 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] For port dba57d6f-f729-479a-bdf4-6ab975aec77d, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:30.925026 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] For port dba57d6f-f729-479a-bdf4-6ab975aec77d, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=dba57d6f-f729-479a-bdf4-6ab975aec77d,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:30.943992 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:30.969674 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-62588b06-3420-46e6-b51d-80fce6f5d5ef tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:30.985423 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-62588b06-3420-46e6-b51d-80fce6f5d5ef tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 818 time: 1.3517408 Aug 12 17:35:31.055694 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-1119eb45-f24d-45e3-9d80-4f0f07a8e136 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/quotas/89ac2aff5ed34f35a1d622fc74926ad5 HTTP/1.1" status: 200 len: 375 time: 0.0672464 Aug 12 17:35:31.102048 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714516-8710-4a73-bfe3-6351e37a106d req-407cccf9-8449-4bab-8b93-78289a3f4d11 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:31.117858 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-57714516-8710-4a73-bfe3-6351e37a106d req-407cccf9-8449-4bab-8b93-78289a3f4d11 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 932 time: 1.8619602 Aug 12 17:35:31.136388 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0011c-e7c8-481a-a1a2-67f984b91913 None None] Pushing event updated for resources: {'Port': ['ID=dba57d6f-f729-479a-bdf4-6ab975aec77d,revision_number=4']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:31.156368 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 74589667-5317-4458-b9f0-c44cf81cfdf7 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:31.157261 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:31.184352 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:31.185349 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:31.482458 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:31.606889 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:31.674721 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-562f9d2b-d70f-4f3b-937a-e388bdd4885a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:31.721987 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-562f9d2b-d70f-4f3b-937a-e388bdd4885a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:31.875732 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Allocated IP 172.27.1.111 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/c10c2126-fd10-4ebe-b45b-4fd61aa2b1b3) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:31.933780 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-562f9d2b-d70f-4f3b-937a-e388bdd4885a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:31.938815 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-562f9d2b-d70f-4f3b-937a-e388bdd4885a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.3572614 Aug 12 17:35:31.975648 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45234) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:32.017589 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-57714516-8710-4a73-bfe3-6351e37a106d req-8d4d725e-ed6c-425d-b03b-f62512c8d80c tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8207328 Aug 12 17:35:32.057663 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:32.059383 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-1a2a02a0-e691-4814-9278-45274fb1b477 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'security_group_rule': {'security_group_id': '5c4fb137-f03b-41ef-b648-3edc28c8a42a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:32.137273 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:32.139074 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f9d2b-d70f-4f3b-937a-e388bdd4885a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4fb137-f03b-41ef-b648-3edc28c8a42a,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:32.270986 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-4ff02523-37eb-462d-95fa-507eb81c52f2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1947217 Aug 12 17:35:32.314227 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:30Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:32.331655 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:32.342392 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:32.361745 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:32.407527 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'name': 'tempest-ServerRescueNegativeTestJSON-408077086-router', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:24Z', 'revision_number': 4, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'gw_port': {'id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:13Z', 'updated_at': '2021-08-12T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '62c4ceb0-19c2-4932-a149-76345f350c29', 'name': '', 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'mac_address': 'fa:16:3e:96:a7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '10424a1a-330a-4912-aa2a-fb4af80b3911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:21Z', 'updated_at': '2021-08-12T17:35:24Z', 'revision_number': 2, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'subnets': [{'id': '10424a1a-330a-4912-aa2a-fb4af80b3911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:32.435733 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55010e3e-92a7-4c69-9024-2a6bcdf43521 None None] The sync data for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi is: [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:30Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:35:32.486109 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1a2a02a0-e691-4814-9278-45274fb1b477 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:32.510185 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'Port': ['ID=c10c2126-fd10-4ebe-b45b-4fd61aa2b1b3,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:32.632388 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Checking router: fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:35:32.632855 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Updating router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc port 62c4ceb0-19c2-4932-a149-76345f350c29 binding host dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:35:32.718453 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:32.775950 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:32.796092 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-392ce8f7-1b50-4f23-8bca-5b4e1d9ecabb req-d69930af-e1fb-48c6-b3ef-044a1f3984db tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 210 time: 0.4819717 Aug 12 17:35:32.856184 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852b3755-e7d9-4e4f-ae21-ca0321803b20 {{(pid=94309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:35:32.896462 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:32.933933 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:32.934659 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:28Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:32.947010 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-2d4820de-5bbb-4e07-bd33-c2160258312c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:32.948205 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.provisioning_blocks [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Transition to ACTIVE for port object 852b3755-e7d9-4e4f-ae21-ca0321803b20 will not be triggered until provisioned by entity L2. {{(pid=94309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:33.098407 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b962f37-b02c-4f22-98fc-799f7df46455 None None] The sync data for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi is: [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:28Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:35:33.106790 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:33.119383 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:33.464289 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=852b3755-e7d9-4e4f-ae21-ca0321803b20,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:33.555491 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:33.663578 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1a2a02a0-e691-4814-9278-45274fb1b477 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:33.768582 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1a2a02a0-e691-4814-9278-45274fb1b477 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:33.799178 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:33.807745 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:33.944770 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'Port': ['ID=c10c2126-fd10-4ebe-b45b-4fd61aa2b1b3,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:33.958361 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a02a0-e691-4814-9278-45274fb1b477 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35ea836-31de-4262-9225-09aca2726974,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:33.969610 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1a2a02a0-e691-4814-9278-45274fb1b477 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:33.973306 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-1a2a02a0-e691-4814-9278-45274fb1b477 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9650836 Aug 12 17:35:33.974952 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45274) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:33.985515 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:34.029743 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:34.036014 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-e1033165-c549-4100-b79d-e9fb9f926ddc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5215902 Aug 12 17:35:34.051277 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-9220e6b0-ec7c-469a-bd9d-b4a1efd591d7 service neutron] 10.222.0.25 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7607875 Aug 12 17:35:34.069533 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-88211ce8-a305-4cb8-999c-20ff00a42aae tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'security_group_rule': {'security_group_id': '5c4fb137-f03b-41ef-b648-3edc28c8a42a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:34.144809 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.managers [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Attempting to bind port 852b3755-e7d9-4e4f-ae21-ca0321803b20 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:34.145402 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.managers [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Attempting to bind port 852b3755-e7d9-4e4f-ae21-ca0321803b20 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '717f3d84-e86d-42b7-8083-996fceab54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e20ab385-481d-43b4-8bc7-bfe1c4df258e'}] {{(pid=94309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:34.145965 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Attempting to bind port 852b3755-e7d9-4e4f-ae21-ca0321803b20 on network e20ab385-481d-43b4-8bc7-bfe1c4df258e {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:34.221267 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:34.279539 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f5bd8-530d-48a1-a503-49fedf4da1e9 req-8b1febfa-e946-4071-93d7-e8f1060b4ba6 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:34.303991 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-372f5bd8-530d-48a1-a503-49fedf4da1e9 req-8b1febfa-e946-4071-93d7-e8f1060b4ba6 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 944 time: 0.7792461 Aug 12 17:35:34.335764 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Port 852b3755-e7d9-4e4f-ae21-ca0321803b20 on network e20ab385-481d-43b4-8bc7-bfe1c4df258e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:35:34.336127 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Attempting to bind port 852b3755-e7d9-4e4f-ae21-ca0321803b20 on network e20ab385-481d-43b4-8bc7-bfe1c4df258e {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:34.352369 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:34.365081 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:34.483080 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:34.483525 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Checking segment: {'id': '717f3d84-e86d-42b7-8083-996fceab54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e20ab385-481d-43b4-8bc7-bfe1c4df258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:34.484079 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Bound using segment: {'id': '717f3d84-e86d-42b7-8083-996fceab54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e20ab385-481d-43b4-8bc7-bfe1c4df258e'} {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:34.485206 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.managers [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Bound port: 852b3755-e7d9-4e4f-ae21-ca0321803b20, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717f3d84-e86d-42b7-8083-996fceab54a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e20ab385-481d-43b4-8bc7-bfe1c4df258e'}}] {{(pid=94309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:34.485540 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:34.528170 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Notify callbacks [] for port, precommit_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:34.558273 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Transition to ACTIVE for port object 62c4ceb0-19c2-4932-a149-76345f350c29 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:34.571168 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:34.579652 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:34.707303 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:34.707759 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:34.722503 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57af38-a366-4df2-a3e1-a45ea44b94e7 None None] Pushing event updated for resources: {'Port': ['ID=62c4ceb0-19c2-4932-a149-76345f350c29,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:34.791773 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] For port 852b3755-e7d9-4e4f-ae21-ca0321803b20, host hv-cinder-78825, cleared binding levels {{(pid=94309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:34.798691 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] For port 852b3755-e7d9-4e4f-ae21-ca0321803b20, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=852b3755-e7d9-4e4f-ae21-ca0321803b20,segment=NetworkSegment(717f3d84-e86d-42b7-8083-996fceab54a6),segment_id=717f3d84-e86d-42b7-8083-996fceab54a6)] {{(pid=94309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:34.826256 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:34.873186 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:34.874606 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:34.876412 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] 10.222.0.10 "PUT /v2.0/ports/852b3755-e7d9-4e4f-ae21-ca0321803b20 HTTP/1.1" status: 200 len: 1094 time: 7.1871848 Aug 12 17:35:34.885614 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:34.909535 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8309cf4-75c3-4fa1-9748-6128b8a6b1cd', 'tag': '852b3755-e7d9-4e4f-ae21-ca0321803b20'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:35:35.148649 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Attempting to bind port 62c4ceb0-19c2-4932-a149-76345f350c29 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:35.149395 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Attempting to bind port 62c4ceb0-19c2-4932-a149-76345f350c29 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:35.149970 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Attempting to bind port 62c4ceb0-19c2-4932-a149-76345f350c29 on network d2316014-db78-41a6-b7d2-c5985f4c6c0e {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:35.159646 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.169489 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:35.170674 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Checking segment: {'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:35.176465 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.177117 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Bound using segment: {'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:35.177762 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Bound port: 62c4ceb0-19c2-4932-a149-76345f350c29, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:35.178344 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.180038 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:35.194335 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:35.215763 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:35.216966 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.246242 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-88211ce8-a305-4cb8-999c-20ff00a42aae tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.361845 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-372f5bd8-530d-48a1-a503-49fedf4da1e9 req-8340611d-75d4-4e7d-8f91-00b215b4c426 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0347030 Aug 12 17:35:35.365197 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Pushing event updated for resources: {'Port': ['ID=9fdd506d-5072-42c8-a43b-897e4070547f,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:35.447731 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] For port 62c4ceb0-19c2-4932-a149-76345f350c29, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:35.451829 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] For port 62c4ceb0-19c2-4932-a149-76345f350c29, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=62c4ceb0-19c2-4932-a149-76345f350c29,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:35.461539 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.522675 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-88211ce8-a305-4cb8-999c-20ff00a42aae tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.554482 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-6a8476f8-6cc7-4c62-9646-60b7ccaa89f1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.1614594 Aug 12 17:35:35.575570 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-55d5631a-8929-47d4-9605-509362e3b706 service neutron] 10.222.0.25 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5225718 Aug 12 17:35:35.576332 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-88211ce8-a305-4cb8-999c-20ff00a42aae tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.599961 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:35.633904 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.647803 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Routers {'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:35:35.655327 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:35:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:35.666197 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4fd614-ab46-4689-b092-cb99fb5093c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8309cf4-75c3-4fa1-9748-6128b8a6b1cd", "tag": "852b3755-e7d9-4e4f-ae21-ca0321803b20"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:35:35.667262 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.668599 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device dba57d6f-f729-479a-bdf4-6ab975aec77d up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:35.684396 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Request body: {'port': {'device_id': '2d62c217-8723-4776-8020-8c16bd39a4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:35.819667 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88211ce8-a305-4cb8-999c-20ff00a42aae tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a178f5-8a13-4f2d-8d21-e799d89ef76d,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:35.900497 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-88211ce8-a305-4cb8-999c-20ff00a42aae tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:35.902312 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-88211ce8-a305-4cb8-999c-20ff00a42aae tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8470414 Aug 12 17:35:35.905554 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45312) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:35.921837 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'floatingip': {'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:35.929119 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0e5e37-17ce-47c1-ba86-7f3fa9194ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=852b3755-e7d9-4e4f-ae21-ca0321803b20,revision_number=3']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:36.005448 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-1c608658-efd8-4069-8395-9762826fe557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:36.007551 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-1c608658-efd8-4069-8395-9762826fe557 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b320311ca6624da2b5f86a6778cd7b8a&device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 1097 time: 0.7821248 Aug 12 17:35:36.011967 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57af38-a366-4df2-a3e1-a45ea44b94e7 None None] Pushing event updated for resources: {'Port': ['ID=62c4ceb0-19c2-4932-a149-76345f350c29,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:36.053989 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ea473-af7a-4c36-bdc4-4bd0dbb5acd1 req-66b7e2fa-bbe6-4743-8dd6-ca425ee01034 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:36.063389 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-303ea473-af7a-4c36-bdc4-4bd0dbb5acd1 req-66b7e2fa-bbe6-4743-8dd6-ca425ee01034 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 931 time: 0.5348833 Aug 12 17:35:36.084040 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:36.159187 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:36.275117 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port dba57d6f-f729-479a-bdf4-6ab975aec77d completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:36.289422 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port dba57d6f-f729-479a-bdf4-6ab975aec77d triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:36.290002 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:36.378180 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-506a9a87-8822-4945-9e25-9574476eb1c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=852b3755-e7d9-4e4f-ae21-ca0321803b20 HTTP/1.1" status: 200 len: 217 time: 0.3433928 Aug 12 17:35:36.379370 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:36.565320 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:36.569908 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:36.574357 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] Set router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:35:36.857797 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-303ea473-af7a-4c36-bdc4-4bd0dbb5acd1 req-b47d3f88-d2b0-46cd-b148-35d4ac07ab32 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7927289 Aug 12 17:35:36.879128 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-c2134e77-38c2-460b-99b7-f0c676ea18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:36.894120 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-c2134e77-38c2-460b-99b7-f0c676ea18dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5a2163b6-abb2-4994-aa56-5178e430ff3e HTTP/1.1" status: 200 len: 852 time: 0.4630256 Aug 12 17:35:36.935265 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Allocated IP 172.27.1.35 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/0b5b7884-11a0-46f5-b732-ea486f2fe864) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:36.962567 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port dba57d6f-f729-479a-bdf4-6ab975aec77d, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=dba57d6f-f729-479a-bdf4-6ab975aec77d,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:37.116542 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:37.260693 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=dba57d6f-f729-479a-bdf4-6ab975aec77d,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:37.345278 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:37.416311 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:37.447237 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'name': 'tempest-ServerRescueNegativeTestJSON-408077086-router', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:24Z', 'revision_number': 4, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'gw_port': {'id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:13Z', 'updated_at': '2021-08-12T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '62c4ceb0-19c2-4932-a149-76345f350c29', 'name': '', 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'mac_address': 'fa:16:3e:96:a7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '10424a1a-330a-4912-aa2a-fb4af80b3911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:21Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 4, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'subnets': [{'id': '10424a1a-330a-4912-aa2a-fb4af80b3911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:35:37.523293 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:37.555597 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237dd52b-634c-47c4-8b1a-9327427f9040 None None] The sync data for ids ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'] in dv-cinder-788253-6-iscsi is: [{'id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'name': 'tempest-ServerRescueNegativeTestJSON-408077086-router', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:24Z', 'revision_number': 4, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'gw_port': {'id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:13Z', 'updated_at': '2021-08-12T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '62c4ceb0-19c2-4932-a149-76345f350c29', 'name': '', 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'mac_address': 'fa:16:3e:96:a7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '10424a1a-330a-4912-aa2a-fb4af80b3911', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:21Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 4, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'subnets': [{'id': '10424a1a-330a-4912-aa2a-fb4af80b3911', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:35:37.606482 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:37.606870 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:37.615826 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:37.619970 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:37.644976 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:37.837333 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d967ecf5-6b19-4589-8105-ff404e6abe94 x-openstack-request-id: req-d967ecf5-6b19-4589-8105-ff404e6abe94 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:35:37.838887 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8309cf4-75c3-4fa1-9748-6128b8a6b1cd", "tag": "852b3755-e7d9-4e4f-ae21-ca0321803b20", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:35:37.839663 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d967ecf5-6b19-4589-8105-ff404e6abe94 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:35:37.841952 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8309cf4-75c3-4fa1-9748-6128b8a6b1cd', 'tag': '852b3755-e7d9-4e4f-ae21-ca0321803b20', 'status': 'completed', 'code': 200} Aug 12 17:35:37.852936 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-57926a77-5256-4683-9b1f-ee7c3fe53ea0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e20ab385-481d-43b4-8bc7-bfe1c4df258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8121312 Aug 12 17:35:37.862389 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:37.863936 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'Port': ['ID=0b5b7884-11a0-46f5-b732-ea486f2fe864,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:37.881282 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-e549205e-b756-4736-a3ac-0aa0e3a7eaba tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2048638809&fields=id&tenant_id=f427f178d24e44fb8c72a7030360bd1f HTTP/1.1" status: 200 len: 267 time: 1.6805439 Aug 12 17:35:37.963784 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bc9ee562-36fd-4049-879a-70b7556ea8b0 req-21b14944-5905-48ea-8425-488b2cf4e3c6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 210 time: 0.1479149 Aug 12 17:35:38.514580 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:38.541319 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-ed698f67-27c4-4602-8abd-356409d6db2e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:38.542952 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-ed698f67-27c4-4602-8abd-356409d6db2e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 810 time: 0.6606977 Aug 12 17:35:38.555791 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e059c6-f645-488f-b119-44691e706489 req-a8ba7ed9-2f9c-4b01-b01c-23ea99830af5 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:38.564015 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-34e059c6-f645-488f-b119-44691e706489 req-a8ba7ed9-2f9c-4b01-b01c-23ea99830af5 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 944 time: 0.2636707 Aug 12 17:35:38.596956 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-25eade6e-4cb1-4e07-a0b0-a9f16d413831 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/quotas/f427f178d24e44fb8c72a7030360bd1f HTTP/1.1" status: 200 len: 375 time: 0.0290837 Aug 12 17:35:38.716812 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-34e059c6-f645-488f-b119-44691e706489 req-71dd8be7-5f02-440d-97a3-62f9360087f1 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493363 Aug 12 17:35:38.793110 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-6cf73603-51bc-42c5-8ed2-e2a34383acdb tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1358075 Aug 12 17:35:38.808695 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:38.819032 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:38.872170 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:38.894119 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'Port': ['ID=0b5b7884-11a0-46f5-b732-ea486f2fe864,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:38.903812 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:38.907358 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-e2e0e705-4a33-4efd-82c3-f6850acb0e94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9984148 Aug 12 17:35:38.952256 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdd506d-5072-42c8-a43b-897e4070547f {{(pid=94309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:35:38.963743 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:38.994960 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.provisioning_blocks [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Transition to ACTIVE for port object 9fdd506d-5072-42c8-a43b-897e4070547f will not be triggered until provisioned by entity L2. {{(pid=94309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:39.010937 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:39.037594 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6589e-04c8-4452-93a0-8e33a52f5856 req-335c917b-5d10-4d22-aaaa-01bc1c301fc4 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:39.039149 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c1a6589e-04c8-4452-93a0-8e33a52f5856 req-335c917b-5d10-4d22-aaaa-01bc1c301fc4 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 931 time: 0.1946964 Aug 12 17:35:39.070795 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-7a3ee57c-2a3a-4dc7-91b6-acef605f1740 service neutron] 10.222.0.25 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545896 Aug 12 17:35:39.171488 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdd506d-5072-42c8-a43b-897e4070547f,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:39.308218 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c1a6589e-04c8-4452-93a0-8e33a52f5856 req-a7e06f46-e69e-43cd-9726-b6400a1dae3a tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486815 Aug 12 17:35:39.319339 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.managers [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Attempting to bind port 9fdd506d-5072-42c8-a43b-897e4070547f on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:39.320821 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.managers [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Attempting to bind port 9fdd506d-5072-42c8-a43b-897e4070547f by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'}] {{(pid=94309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:39.320821 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Attempting to bind port 9fdd506d-5072-42c8-a43b-897e4070547f on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:39.330048 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Port 9fdd506d-5072-42c8-a43b-897e4070547f on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:35:39.330649 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Attempting to bind port 9fdd506d-5072-42c8-a43b-897e4070547f on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:39.335087 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-e12370b3-549a-4450-a787-f053cc1ee6e8 service neutron] 10.222.0.25 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634072 Aug 12 17:35:39.361421 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 62c4ceb0-19c2-4932-a149-76345f350c29 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:39.362276 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:39.362276 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Checking segment: {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:39.362596 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Bound using segment: {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'} {{(pid=94309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:39.363323 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.managers [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Bound port: 9fdd506d-5072-42c8-a43b-897e4070547f, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'}}] {{(pid=94309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:39.363992 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:39.474008 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 62c4ceb0-19c2-4932-a149-76345f350c29 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:39.478781 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 62c4ceb0-19c2-4932-a149-76345f350c29 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:39.479363 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:39.509707 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] For port 9fdd506d-5072-42c8-a43b-897e4070547f, host hv-cinder-78825, cleared binding levels {{(pid=94309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:39.520440 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] For port 9fdd506d-5072-42c8-a43b-897e4070547f, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=9fdd506d-5072-42c8-a43b-897e4070547f,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:39.540905 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:39.645629 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:39.684752 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:39.685381 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:39.686926 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] 10.222.0.10 "PUT /v2.0/ports/9fdd506d-5072-42c8-a43b-897e4070547f HTTP/1.1" status: 200 len: 1093 time: 4.0074584 Aug 12 17:35:39.696228 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 62c4ceb0-19c2-4932-a149-76345f350c29, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=62c4ceb0-19c2-4932-a149-76345f350c29,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:39.702820 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:39.705343 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device dba57d6f-f729-479a-bdf4-6ab975aec77d up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:39.747671 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-467d3e2c-26f1-4f9a-a952-fc2e6c2a721e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--118501353&fields=id&tenant_id=4463fb6a421941e5b64a113cdb255cd6 HTTP/1.1" status: 200 len: 267 time: 0.0963995 Aug 12 17:35:39.804926 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port dba57d6f-f729-479a-bdf4-6ab975aec77d triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:39.805302 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:39.833079 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=62c4ceb0-19c2-4932-a149-76345f350c29,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:39.906836 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085d176-447a-45ef-86c1-5c373886aad0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdd506d-5072-42c8-a43b-897e4070547f,revision_number=3']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:39.909686 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d62c217-8723-4776-8020-8c16bd39a4e4', 'tag': '9fdd506d-5072-42c8-a43b-897e4070547f'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:35:39.912350 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8631c41a-6265-4f0e-abc2-eeb5e3987034" -d '{"events": [{"name": "network-changed", "server_uuid": "2d62c217-8723-4776-8020-8c16bd39a4e4", "tag": "9fdd506d-5072-42c8-a43b-897e4070547f"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:35:39.922301 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-5e977e2d-512f-48c8-a3c3-cd42a4e51d84 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:39.929757 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-5e977e2d-512f-48c8-a3c3-cd42a4e51d84 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 817 time: 0.1810999 Aug 12 17:35:39.959192 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-6f217c28-dddd-4443-8355-7648489e9d21 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/quotas/4463fb6a421941e5b64a113cdb255cd6 HTTP/1.1" status: 200 len: 375 time: 0.0284970 Aug 12 17:35:39.968220 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-9155ff27-1090-4c65-b1c7-f786a97fc11d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:39.969875 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-9155ff27-1090-4c65-b1c7-f786a97fc11d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 818 time: 0.4451334 Aug 12 17:35:40.016293 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e458b28f-5479-447f-8605-e86c67823bb8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/quotas/89ac2aff5ed34f35a1d622fc74926ad5 HTTP/1.1" status: 200 len: 375 time: 0.0331831 Aug 12 17:35:40.035556 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-f4da15e0-902f-4aa3-bff2-f35cbd3a157f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625446 Aug 12 17:35:40.229063 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-fe2a5a69-139f-4f8a-85ca-8c1f5b8fb8bb tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922531 Aug 12 17:35:40.276758 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-288da7da-a17c-459a-8621-82c344668b54 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879411 Aug 12 17:35:40.395738 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-01a7ffae-e9ef-4c9a-af46-7d9d2eaf671d service neutron] 10.222.0.25 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118762 Aug 12 17:35:40.445678 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-133130d3-8a5e-4f23-8942-38c0d8a944ab service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:35:40.446862 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-133130d3-8a5e-4f23-8942-38c0d8a944ab service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0731590 Aug 12 17:35:40.554696 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45470) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:40.629335 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-688ce124-0a10-4584-9aee-1e159d1afced service neutron] 10.222.0.25 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700492 Aug 12 17:35:40.646415 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c4510ec0-3416-4ca1-aef7-3fd863124342 req-ce37a267-db1d-4c49-9160-16a535b3a162 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 210 time: 0.0319648 Aug 12 17:35:40.751820 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9b52dec2-fa23-44ce-896f-5004e9cea482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:40.784165 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-32f5d080-f255-4f2a-9f26-994e875cf1e3 service neutron] 10.222.0.25 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402578 Aug 12 17:35:40.813686 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7312e68-45c8-4665-86ee-e682c66cb000 req-d62e0cfe-e49b-4602-ab57-d421902eaafa tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:40.822467 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d7312e68-45c8-4665-86ee-e682c66cb000 req-d62e0cfe-e49b-4602-ab57-d421902eaafa tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 944 time: 0.0879607 Aug 12 17:35:40.880018 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d7312e68-45c8-4665-86ee-e682c66cb000 req-81b2b282-c521-496c-96e8-90a214bd1859 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565307 Aug 12 17:35:40.886692 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9b52dec2-fa23-44ce-896f-5004e9cea482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:40.898544 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9b52dec2-fa23-44ce-896f-5004e9cea482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:40.974829 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9b52dec2-fa23-44ce-896f-5004e9cea482 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8278714184c47b2ac1fca5977ab3918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195142 Aug 12 17:35:40.977559 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45488) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:41.031500 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52dec2-fa23-44ce-896f-5004e9cea482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74e53cb-aa41-4817-94eb-2ef7aee0af53,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:41.070112 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62988c49-e3d8-451e-9c5c-db0d4ac3a36f x-openstack-request-id: req-62988c49-e3d8-451e-9c5c-db0d4ac3a36f {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:35:41.070621 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d62c217-8723-4776-8020-8c16bd39a4e4", "tag": "9fdd506d-5072-42c8-a43b-897e4070547f", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:35:41.071137 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62988c49-e3d8-451e-9c5c-db0d4ac3a36f {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:35:41.071814 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d62c217-8723-4776-8020-8c16bd39a4e4', 'tag': '9fdd506d-5072-42c8-a43b-897e4070547f', 'status': 'completed', 'code': 200} Aug 12 17:35:41.099918 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bbfa728c-8000-4677-a09f-4c6bf543a202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:41.202290 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bbfa728c-8000-4677-a09f-4c6bf543a202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:41.275501 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 62c4ceb0-19c2-4932-a149-76345f350c29 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:41.308672 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-830b809e-b729-41df-8ff8-4285d0adb7f5 req-82445a99-d3ae-48d3-8a43-3d0a6b8daff9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 210 time: 0.0900376 Aug 12 17:35:41.355164 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a180a7-8f36-4a79-b3ba-1fa92924c786 req-ab46e113-ed23-452c-a919-f57bc1ed3a90 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:41.358577 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 62c4ceb0-19c2-4932-a149-76345f350c29 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:41.360161 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:41.366186 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-21a180a7-8f36-4a79-b3ba-1fa92924c786 req-ab46e113-ed23-452c-a919-f57bc1ed3a90 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 943 time: 0.2554634 Aug 12 17:35:41.451616 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-21a180a7-8f36-4a79-b3ba-1fa92924c786 req-36751792-aca7-42ba-bc1e-3c3e3c40125f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800388 Aug 12 17:35:41.454179 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-043b1942-0be5-4923-a6c7-2f2a28efec9c req-7bb97d2a-a70a-474f-ab11-242d343c2ba7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0344722 Aug 12 17:35:41.464528 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bbfa728c-8000-4677-a09f-4c6bf543a202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:41.467989 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bbfa728c-8000-4677-a09f-4c6bf543a202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:41.473042 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-bbfa728c-8000-4677-a09f-4c6bf543a202 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c74e53cb-aa41-4817-94eb-2ef7aee0af53 HTTP/1.1" status: 204 len: 168 time: 0.4935105 Aug 12 17:35:41.483812 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa728c-8000-4677-a09f-4c6bf543a202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74e53cb-aa41-4817-94eb-2ef7aee0af53,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:41.760239 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-777c0205-43a7-4a64-9a50-9e8dae06e453 req-34b1e9ec-41a8-41a6-a406-287876b11410 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 210 time: 0.0333033 Aug 12 17:35:41.811157 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45510) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:41.837080 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-84d1c4b0-21ba-497e-b615-ce160816930b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:41.938536 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-84d1c4b0-21ba-497e-b615-ce160816930b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:41.944311 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-84d1c4b0-21ba-497e-b615-ce160816930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:42.002235 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-84d1c4b0-21ba-497e-b615-ce160816930b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=beb51c6d7cdc4fe08bee338f6eac2c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869287 Aug 12 17:35:42.004627 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45514) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:42.006880 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1c4b0-21ba-497e-b615-ce160816930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b86316-b82d-47dd-b62a-e8fccdeb3051,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:42.010557 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70213de-8838-46e5-aba5-22a8262d57af req-70efce24-afc9-43fc-96c9-c16371b3006c tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:42.012235 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d70213de-8838-46e5-aba5-22a8262d57af req-70efce24-afc9-43fc-96c9-c16371b3006c tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 944 time: 0.0591962 Aug 12 17:35:42.068232 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9894e1b0-23d3-449a-a36e-f40ef93f1011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:42.075567 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d70213de-8838-46e5-aba5-22a8262d57af req-1f294f2a-cbfc-406e-bcd2-6672ad8f560a tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408316 Aug 12 17:35:42.107880 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9894e1b0-23d3-449a-a36e-f40ef93f1011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:42.163681 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9894e1b0-23d3-449a-a36e-f40ef93f1011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:42.166487 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9894e1b0-23d3-449a-a36e-f40ef93f1011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:42.169837 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9894e1b0-23d3-449a-a36e-f40ef93f1011 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50b86316-b82d-47dd-b62a-e8fccdeb3051 HTTP/1.1" status: 204 len: 168 time: 0.1624253 Aug 12 17:35:42.177054 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894e1b0-23d3-449a-a36e-f40ef93f1011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b86316-b82d-47dd-b62a-e8fccdeb3051,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:42.444315 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-45a14831-5b3f-4bf0-b0dc-d7181c46cda3 req-90d428d9-7d5e-4c52-958e-041193125417 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 210 time: 0.0286803 Aug 12 17:35:42.594164 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9cf51c37-e15d-4907-a1f5-71f88268eb85 req-0eaefec1-2800-43a4-bd78-1a5ff82aa459 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0425720 Aug 12 17:35:42.644542 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2720d1-f096-44db-8051-289a0e11a520 req-2986979d-b721-4c33-a554-508da99a122b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:42.646167 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-da2720d1-f096-44db-8051-289a0e11a520 req-2986979d-b721-4c33-a554-508da99a122b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 943 time: 0.0592775 Aug 12 17:35:42.688035 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-da2720d1-f096-44db-8051-289a0e11a520 req-041f016c-db2b-4401-8f3c-68cf3b632510 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339863 Aug 12 17:35:42.881727 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c16c5d9f-380b-49e5-b85f-598fef7c58d7 req-35208962-f786-419d-b7bd-495da82aa202 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 210 time: 0.0440712 Aug 12 17:35:43.266996 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-bf34d2d2-6375-4cd8-8db2-020e7d6e3394 service neutron] 10.222.0.10 "GET /v2.0/networks/e20ab385-481d-43b4-8bc7-bfe1c4df258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895118 Aug 12 17:35:43.286635 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631c41a-6265-4f0e-abc2-eeb5e3987034 req-829cec9a-c940-417c-a283-498c3e437b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:43.288129 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8631c41a-6265-4f0e-abc2-eeb5e3987034 req-829cec9a-c940-417c-a283-498c3e437b70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 1096 time: 0.1124914 Aug 12 17:35:43.457509 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d0bad-0408-4282-8abb-35e2a59267f0 req-bffad009-b6eb-460e-b5cb-4aa9ca890195 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:43.459189 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-502d0bad-0408-4282-8abb-35e2a59267f0 req-bffad009-b6eb-460e-b5cb-4aa9ca890195 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 944 time: 0.2119148 Aug 12 17:35:43.575154 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-502d0bad-0408-4282-8abb-35e2a59267f0 req-f59f736e-d805-448f-8110-d77a5547f707 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036193 Aug 12 17:35:43.676832 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-adcc968d-9c67-4c1a-903f-84dbc6b9e8e6 req-0b89a378-962d-4bcc-9e61-502b85f7b4c2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 210 time: 0.1026726 Aug 12 17:35:43.778966 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea5218ca-5688-4c33-9d95-c206293a6aae req-8fc591bb-726c-4878-b376-b3785cda2960 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0853202 Aug 12 17:35:43.781953 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631c41a-6265-4f0e-abc2-eeb5e3987034 req-edd7177d-d365-44d3-82e0-b955a486a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:43.794652 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8631c41a-6265-4f0e-abc2-eeb5e3987034 req-edd7177d-d365-44d3-82e0-b955a486a08a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f732ffd0d83b46a08d0ce584d8290473&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4835496 Aug 12 17:35:43.820449 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f812a74e-fcac-4120-8dc1-86f9a9c96f25 req-93f5efc8-b622-4409-a4af-f1733d99e9b1 service neutron] 10.222.0.10 "GET /v2.0/networks/e20ab385-481d-43b4-8bc7-bfe1c4df258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302117 Aug 12 17:35:43.821755 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.10', 60694) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:44.053764 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1a888-9d91-475a-b318-e1f39ce933c0 req-d260424f-9a7b-4ab1-8e6b-24476d3e9b08 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:44.055339 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c8f1a888-9d91-475a-b318-e1f39ce933c0 req-d260424f-9a7b-4ab1-8e6b-24476d3e9b08 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 943 time: 0.2596910 Aug 12 17:35:44.107331 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-98b07858-65d2-4267-bebc-c49ab1c3e5d2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:44.110338 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-98b07858-65d2-4267-bebc-c49ab1c3e5d2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.10 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 818 time: 0.2782004 Aug 12 17:35:44.128057 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-58e9ede0-0a95-4c21-8ab1-db1fbd7607eb req-cda50e8d-fcc6-48a6-9bf7-e00c90c4574f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 210 time: 0.0640328 Aug 12 17:35:44.137654 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Request body: {'port': {'device_id': '9e7daa4f-dbe0-4eba-97d5-77027dd1cd96', 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e', 'admin_state_up': True, 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:44.221685 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631c41a-6265-4f0e-abc2-eeb5e3987034 req-0f8e4867-d6b2-4a17-ac9c-838f6862a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:44.223843 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8631c41a-6265-4f0e-abc2-eeb5e3987034 req-0f8e4867-d6b2-4a17-ac9c-838f6862a4da service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4159985 Aug 12 17:35:44.228941 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fd614-ab46-4689-b092-cb99fb5093c6 req-7d63dbd0-4895-441d-bc50-bfe2867cf4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:44.230889 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea4fd614-ab46-4689-b092-cb99fb5093c6 req-7d63dbd0-4895-441d-bc50-bfe2867cf4ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b320311ca6624da2b5f86a6778cd7b8a&device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 1097 time: 0.2886851 Aug 12 17:35:44.237635 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c8f1a888-9d91-475a-b318-e1f39ce933c0 req-1e60cf8e-5427-4aa0-a276-c78d5dedcc31 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555965 Aug 12 17:35:44.313015 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.10', 60699) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:44.486544 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-3d070b68-e9aa-40d9-b287-a6680878bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:44.496151 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-3d070b68-e9aa-40d9-b287-a6680878bfdf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 1096 time: 0.1497059 Aug 12 17:35:44.499594 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Made reservation on behalf of 89ac2aff5ed34f35a1d622fc74926ad5 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:44.504005 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:44.513094 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-675606cc-60f4-4f16-97e3-b29e067e6cce tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:44.514674 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-675606cc-60f4-4f16-97e3-b29e067e6cce tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.10 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 818 time: 0.1890929 Aug 12 17:35:44.530978 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Request body: {'port': {'device_id': 'd29a11e4-db56-4b1c-baf3-d144ac4a9ce2', 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e', 'admin_state_up': True, 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:44.570303 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-488ef38b-0a49-4220-b86d-ee52173f484d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fdd506d-5072-42c8-a43b-897e4070547f HTTP/1.1" status: 200 len: 217 time: 0.0622153 Aug 12 17:35:44.669639 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fd614-ab46-4689-b092-cb99fb5093c6 req-f6bb9b9d-e275-43c3-8652-0430c4ffb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:44.670876 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea4fd614-ab46-4689-b092-cb99fb5093c6 req-f6bb9b9d-e275-43c3-8652-0430c4ffb739 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e20ab385-481d-43b4-8bc7-bfe1c4df258e HTTP/1.1" status: 200 len: 912 time: 0.4319382 Aug 12 17:35:44.811869 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.10', 60702) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:44.852641 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea4fd614-ab46-4689-b092-cb99fb5093c6 req-1f5283ac-5b7b-4a35-86c8-ca6c5b33dbc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=852b3755-e7d9-4e4f-ae21-ca0321803b20 HTTP/1.1" status: 200 len: 217 time: 0.1658328 Aug 12 17:35:44.894662 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c04c5e30-4723-4852-9196-b949dd698e10 req-1f460c82-66f9-41e8-ac3b-860717b7d1ab tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 210 time: 0.0469873 Aug 12 17:35:44.908557 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-3b64957b-a8dc-438c-9c02-c714bbdb163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:44.922361 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-3b64957b-a8dc-438c-9c02-c714bbdb163d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7f5ffca-db76-4080-82ca-c2a26c6ed87f HTTP/1.1" status: 200 len: 853 time: 0.3427627 Aug 12 17:35:44.951363 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Allocated IP 172.20.0.14 (d2316014-db78-41a6-b7d2-c5985f4c6c0e/10424a1a-330a-4912-aa2a-fb4af80b3911/616a918d-17a7-43ac-976b-6d1af4519a10) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:44.958134 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Made reservation on behalf of 89ac2aff5ed34f35a1d622fc74926ad5 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:44.963828 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:45.010890 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc89fe-269f-447a-aef2-6358d5a26e7d req-d4adbac6-0dca-4181-854e-6f7e4ce69d62 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:45.012545 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bbfc89fe-269f-447a-aef2-6358d5a26e7d req-d4adbac6-0dca-4181-854e-6f7e4ce69d62 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 944 time: 0.3169904 Aug 12 17:35:45.032734 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-750a0183-7ab6-40c2-9391-9a8f125cde79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914273 Aug 12 17:35:45.086771 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c31b96f1-d279-4fe0-8099-f153b14e873c req-2b272de2-3650-4073-9aeb-6a1b0213261d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0731263 Aug 12 17:35:45.106962 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-c272f417-f8bf-46d5-8122-0acbb61c4d89 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:45.108757 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-c272f417-f8bf-46d5-8122-0acbb61c4d89 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.10 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 810 time: 0.2951164 Aug 12 17:35:45.180436 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bbfc89fe-269f-447a-aef2-6358d5a26e7d req-947685fb-b0f9-4ca6-9c18-4e975fa1ad3b tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508360 Aug 12 17:35:45.181803 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fd614-ab46-4689-b092-cb99fb5093c6 req-d816bc2d-8d34-42e7-97ce-10e1e69fa37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:45.183192 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea4fd614-ab46-4689-b092-cb99fb5093c6 req-d816bc2d-8d34-42e7-97ce-10e1e69fa37b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5a2163b6-abb2-4994-aa56-5178e430ff3e HTTP/1.1" status: 200 len: 852 time: 0.2842009 Aug 12 17:35:45.226787 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea4fd614-ab46-4689-b092-cb99fb5093c6 req-b3eba70a-c8b5-4a56-85bb-4c88224aa38f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e20ab385-481d-43b4-8bc7-bfe1c4df258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353239 Aug 12 17:35:45.291734 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-4d682bcf-5b73-4933-b94b-64caed805967 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f427f178d24e44fb8c72a7030360bd1f HTTP/1.1" status: 200 len: 380 time: 0.1427331 Aug 12 17:35:45.356812 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'port': {'device_id': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'admin_state_up': True, 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'security_groups': ['4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3']}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:45.459993 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:45.517163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.10', 60707) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:45.525286 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c9623556-db33-47de-9aaf-246b0bad7cb3 req-81bbdbce-f3c8-488d-bf33-67d5659b3845 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 210 time: 0.2700882 Aug 12 17:35:45.527841 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-3517c784-bd5c-4944-b7f7-6711b4dffbf8 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398711 Aug 12 17:35:45.701162 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae65bb1-4682-460a-940f-72871e2142d4 req-99f714d8-213f-4d6f-973d-f77b37678a18 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:45.709356 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2ae65bb1-4682-460a-940f-72871e2142d4 req-99f714d8-213f-4d6f-973d-f77b37678a18 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 943 time: 0.1750159 Aug 12 17:35:45.736276 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea4fd614-ab46-4689-b092-cb99fb5093c6 req-e37c27ee-4f18-4aa1-8883-3a921a82ba5b service neutron] 10.222.0.10 "GET /v2.0/networks/e20ab385-481d-43b4-8bc7-bfe1c4df258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949994 Aug 12 17:35:45.857785 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-fc15c3a6-3246-4bca-ad94-c91a2c386f03 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124013 Aug 12 17:35:45.873172 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2ae65bb1-4682-460a-940f-72871e2142d4 req-e0ecac6a-9345-4972-b9e3-f1a43842d3e9 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609752 Aug 12 17:35:45.896507 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Made reservation on behalf of f427f178d24e44fb8c72a7030360bd1f for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:45.901527 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:45.920302 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:45.943380 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea4fd614-ab46-4689-b092-cb99fb5093c6 req-f6c3e48a-429a-48e9-88a9-eb2c7176960c service neutron] 10.222.0.10 "GET /v2.0/networks/e20ab385-481d-43b4-8bc7-bfe1c4df258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898749 Aug 12 17:35:46.017672 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-593afc14-6725-4f57-8733-8be2bc6b1d32 req-37ce8f28-372a-4ccd-aeb3-2b4be483e89b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 210 time: 0.0337057 Aug 12 17:35:46.091455 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Network d2316014-db78-41a6-b7d2-c5985f4c6c0e is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:46.102989 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-68bebb90-7411-4d71-9195-21b76f6ff5b4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:46.104516 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-68bebb90-7411-4d71-9195-21b76f6ff5b4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 817 time: 0.5839896 Aug 12 17:35:46.164115 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:46.182884 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Pushing event updated for resources: {'Port': ['ID=616a918d-17a7-43ac-976b-6d1af4519a10,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:46.186931 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Allocated IP 172.20.0.11 (d2316014-db78-41a6-b7d2-c5985f4c6c0e/10424a1a-330a-4912-aa2a-fb4af80b3911/ddf6b15c-5863-41e5-9ce4-548ec7dfc763) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:46.190893 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:46.201051 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:46.202042 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:46.238967 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-10f95aff-7ccf-4fad-ad8c-3863a7bf3aa5 req-0c9c6c65-8e27-43dc-919e-46c74b24b0f9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0322633 Aug 12 17:35:46.290400 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5a569fb8-1fb5-4cb9-ac4b-1671976ddb2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1670616 Aug 12 17:35:46.310212 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-b26ed298-914c-48e7-b085-b18aba5b61de tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4463fb6a421941e5b64a113cdb255cd6 HTTP/1.1" status: 200 len: 379 time: 0.1553490 Aug 12 17:35:46.314618 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Request body: {'port': {'device_id': '9e7daa4f-dbe0-4eba-97d5-77027dd1cd96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:46.325853 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037731d2-3f43-4564-81fb-800e494a768e req-54fe01b6-5af8-49e2-ac9b-74c0dcda4516 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:46.327660 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-037731d2-3f43-4564-81fb-800e494a768e req-54fe01b6-5af8-49e2-ac9b-74c0dcda4516 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 944 time: 0.0510585 Aug 12 17:35:46.335455 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'port': {'device_id': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'admin_state_up': True, 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'security_groups': ['5c4fb137-f03b-41ef-b648-3edc28c8a42a']}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:46.367777 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-037731d2-3f43-4564-81fb-800e494a768e req-ef1fec2b-3c27-4125-ae89-001e0aaf8ef5 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Aug 12 17:35:46.479197 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Allocated IP 172.20.0.8 (62101b59-2a07-457f-a492-cb59bed73924/201e3868-33d2-428e-91a1-0151cccdf7b7/e8b4595f-da7d-4422-8eaf-f8c9989213b5) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:46.547770 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:46.633682 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dca52448-000f-492e-b503-7192aa07fe78 req-7137ca76-780e-4f8f-9770-7b08a5ef359b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 210 time: 0.0345888 Aug 12 17:35:46.708548 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:46.745465 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Made reservation on behalf of 4463fb6a421941e5b64a113cdb255cd6 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:35:46.749245 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:46.837140 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 852b3755-e7d9-4e4f-ae21-ca0321803b20 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:35:46.996989 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45704) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:47.005965 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.040470 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd182280-a6a4-4ca2-9f94-dc83e004f46d req-76a1ddef-1827-45a5-bc5f-5c39e0ab6aa7 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:47.050607 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fd182280-a6a4-4ca2-9f94-dc83e004f46d req-76a1ddef-1827-45a5-bc5f-5c39e0ab6aa7 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 943 time: 0.0886278 Aug 12 17:35:47.089365 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.129979 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fd182280-a6a4-4ca2-9f94-dc83e004f46d req-01afedb1-f81d-4bf5-aae3-ff4a352996f8 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774782 Aug 12 17:35:47.148141 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Transition to ACTIVE for port object e8b4595f-da7d-4422-8eaf-f8c9989213b5 will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:47.157935 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 852b3755-e7d9-4e4f-ae21-ca0321803b20, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=852b3755-e7d9-4e4f-ae21-ca0321803b20,segment=NetworkSegment(717f3d84-e86d-42b7-8083-996fceab54a6),segment_id=717f3d84-e86d-42b7-8083-996fceab54a6)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:47.182481 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '852b3755-e7d9-4e4f-ae21-ca0321803b20', 'network_id': 'e20ab385-481d-43b4-8bc7-bfe1c4df258e', 'port_id': '852b3755-e7d9-4e4f-ae21-ca0321803b20', 'mac_address': 'fa:16:3e:d4:c0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a2163b6-abb2-4994-aa56-5178e430ff3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:35:47.203381 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-742c011c-2d24-4835-b55b-125bb590fb72 req-d2bda301-98c1-48f3-b7f2-1b9f872b8ef0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 210 time: 0.0721674 Aug 12 17:35:47.249298 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Pushing event updated for resources: {'Port': ['ID=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:47.286838 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.290768 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c409db5f-6d82-4dae-9dd3-474c88841169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.305440 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852b3755-e7d9-4e4f-ae21-ca0321803b20 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:35:47.340350 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Network d2316014-db78-41a6-b7d2-c5985f4c6c0e is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:47.347395 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 852b3755-e7d9-4e4f-ae21-ca0321803b20, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=852b3755-e7d9-4e4f-ae21-ca0321803b20,segment=NetworkSegment(717f3d84-e86d-42b7-8083-996fceab54a6),segment_id=717f3d84-e86d-42b7-8083-996fceab54a6)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:47.355841 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.368069 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:47.376296 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:47.381785 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:47.382560 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.424485 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Allocated IP 172.20.0.8 (7e9eabe0-6231-4d94-8b42-748071d3812f/e539714d-30f3-44fa-8d57-653aa28f0d74/6815297b-323e-40b8-b7fe-5cdb9d6761b5) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:35:47.443395 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=852b3755-e7d9-4e4f-ae21-ca0321803b20,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:47.496924 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.505178 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac5dab-2057-4efc-8720-8e482e271d65 req-e31cf298-b30d-4ca7-9d13-e3395374f008 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:47.512737 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1dac5dab-2057-4efc-8720-8e482e271d65 req-e31cf298-b30d-4ca7-9d13-e3395374f008 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 932 time: 0.1367414 Aug 12 17:35:47.604907 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1dac5dab-2057-4efc-8720-8e482e271d65 req-a823b3bd-6a65-4175-a49b-ca1b5fe7541b tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909040 Aug 12 17:35:47.616488 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83c1be-7e41-4f12-8152-acfe0467dc6e req-52c72315-0792-4016-b21d-ad5a38a5c983 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:47.618209 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bc83c1be-7e41-4f12-8152-acfe0467dc6e req-52c72315-0792-4016-b21d-ad5a38a5c983 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.1375086 Aug 12 17:35:47.629517 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c409db5f-6d82-4dae-9dd3-474c88841169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.633093 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Network 62101b59-2a07-457f-a492-cb59bed73924 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:47.640993 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c409db5f-6d82-4dae-9dd3-474c88841169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.666283 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'Port': ['ID=e8b4595f-da7d-4422-8eaf-f8c9989213b5,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:47.672824 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:47.677688 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e2c280be-e048-40a0-9a18-d941c79aaff4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1512103 Aug 12 17:35:47.679771 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616a918d-17a7-43ac-976b-6d1af4519a10 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:35:47.684557 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:47.690924 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:47.691890 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.707845 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409db5f-6d82-4dae-9dd3-474c88841169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7d13e2-7955-40c1-b3b6-dbebed55c5b9,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:47.715215 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Request body: {'port': {'device_id': 'd29a11e4-db56-4b1c-baf3-d144ac4a9ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:47.716367 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-c409db5f-6d82-4dae-9dd3-474c88841169 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70d743c678ff432b8a16f78a93f4ecec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7169883 Aug 12 17:35:47.716627 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45734) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:47.722151 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bc83c1be-7e41-4f12-8152-acfe0467dc6e req-a91c3515-ed8b-4b44-9570-6ad42264943e tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950837 Aug 12 17:35:47.736777 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.777161 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['852b3755-e7d9-4e4f-ae21-ca0321803b20'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:35:47.791344 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Transition to ACTIVE for port object 616a918d-17a7-43ac-976b-6d1af4519a10 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:47.798619 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-d1b55cc2-e62c-4bd0-a6f4-fa24bd165b43 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4509146 Aug 12 17:35:47.801985 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.840183 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e34cb15f-4bdc-4a9d-a4ef-4a35d1768f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.871429 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e34cb15f-4bdc-4a9d-a4ef-4a35d1768f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.876842 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Request body: {'port': {'device_id': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:47.880979 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7aa78-edb2-4609-bea6-d7f7d37845be req-992ec3d2-4de9-4b85-b7d6-b4a3c2692823 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:47.882640 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e7a7aa78-edb2-4609-bea6-d7f7d37845be req-992ec3d2-4de9-4b85-b7d6-b4a3c2692823 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 931 time: 0.1099365 Aug 12 17:35:47.958804 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.959465 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e34cb15f-4bdc-4a9d-a4ef-4a35d1768f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.963877 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e34cb15f-4bdc-4a9d-a4ef-4a35d1768f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.965280 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-e34cb15f-4bdc-4a9d-a4ef-4a35d1768f2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e7d13e2-7955-40c1-b3b6-dbebed55c5b9 HTTP/1.1" status: 204 len: 168 time: 0.2471452 Aug 12 17:35:47.974319 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:47.996455 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=616a918d-17a7-43ac-976b-6d1af4519a10,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:48.019465 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cb15f-4bdc-4a9d-a4ef-4a35d1768f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7d13e2-7955-40c1-b3b6-dbebed55c5b9,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:48.045582 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e7a7aa78-edb2-4609-bea6-d7f7d37845be req-5d7eabf4-79ac-4852-86ca-7e60b6b68856 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037083 Aug 12 17:35:48.086673 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Transition to ACTIVE for port object 6815297b-323e-40b8-b7fe-5cdb9d6761b5 will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:48.129771 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:48.176364 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Attempting to bind port 616a918d-17a7-43ac-976b-6d1af4519a10 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:48.177148 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Attempting to bind port 616a918d-17a7-43ac-976b-6d1af4519a10 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:48.177687 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Attempting to bind port 616a918d-17a7-43ac-976b-6d1af4519a10 on network d2316014-db78-41a6-b7d2-c5985f4c6c0e {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:48.207461 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-2ac59059-2cf4-43a6-8a84-a2c2b2ace8cc None None] Provisioning for port e8b4595f-da7d-4422-8eaf-f8c9989213b5 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:48.216558 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-2ac59059-2cf4-43a6-8a84-a2c2b2ace8cc None None] Provisioning complete for port e8b4595f-da7d-4422-8eaf-f8c9989213b5 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:48.217642 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-2ac59059-2cf4-43a6-8a84-a2c2b2ace8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:48.279770 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-2ac59059-2cf4-43a6-8a84-a2c2b2ace8cc None None] Port e8b4595f-da7d-4422-8eaf-f8c9989213b5 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:35:48.349442 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69742728-a287-4953-a8c5-556555e1ccf8 req-256dd614-e876-4254-b518-9dfc12de2bbc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:48.358179 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-69742728-a287-4953-a8c5-556555e1ccf8 req-256dd614-e876-4254-b518-9dfc12de2bbc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 943 time: 0.1146426 Aug 12 17:35:48.396678 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dfb77e2e-a4b5-4c4f-b0f2-94c2aaa72f8a req-190e26f6-ad5a-4b75-8b3e-129435a26f83 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 210 time: 0.0696430 Aug 12 17:35:48.437796 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Port 616a918d-17a7-43ac-976b-6d1af4519a10 on network d2316014-db78-41a6-b7d2-c5985f4c6c0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:35:48.438159 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Attempting to bind port 616a918d-17a7-43ac-976b-6d1af4519a10 on network d2316014-db78-41a6-b7d2-c5985f4c6c0e {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:48.448924 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-69742728-a287-4953-a8c5-556555e1ccf8 req-98340980-2ced-4f45-9330-87c048b759e2 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889022 Aug 12 17:35:48.496705 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45754) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:48.510809 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5d812819-018f-4de0-af05-a972055fbaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:48.525657 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:48.526046 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Checking segment: {'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:48.526585 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Bound using segment: {'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:48.526946 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Bound port: 616a918d-17a7-43ac-976b-6d1af4519a10, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:48.527446 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:48.673142 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:48.746625 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5d812819-018f-4de0-af05-a972055fbaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:48.753057 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5d812819-018f-4de0-af05-a972055fbaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:48.787070 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] For port 616a918d-17a7-43ac-976b-6d1af4519a10, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:48.798321 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 9fdd506d-5072-42c8-a43b-897e4070547f details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:35:48.839288 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 852b3755-e7d9-4e4f-ae21-ca0321803b20 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:35:48.854370 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] For port 616a918d-17a7-43ac-976b-6d1af4519a10, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=616a918d-17a7-43ac-976b-6d1af4519a10,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:48.868553 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-5d812819-018f-4de0-af05-a972055fbaed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8af115bb67084f26a0d6912712671c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705816 Aug 12 17:35:48.869539 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d812819-018f-4de0-af05-a972055fbaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c16131-c976-4283-b5c6-296d333166f6,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:48.875035 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45770) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:48.896109 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:48.902146 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Network 7e9eabe0-6231-4d94-8b42-748071d3812f is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:35:48.931858 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:48.969274 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:35:48.980208 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:35:48.982154 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.db.resource_extend [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 17:35:48.988962 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:48.991330 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.040120 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=616a918d-17a7-43ac-976b-6d1af4519a10,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:49.049443 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c15bcf-fe28-4185-adfd-2ca6d399b7be req-1c63fd8a-94c9-48e1-bf10-47d818d9c9e9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:49.052661 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-80c15bcf-fe28-4185-adfd-2ca6d399b7be req-1c63fd8a-94c9-48e1-bf10-47d818d9c9e9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 932 time: 0.2321820 Aug 12 17:35:49.075473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:49.076320 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.078175 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 852b3755-e7d9-4e4f-ae21-ca0321803b20 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:49.078390 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-175e2a16-6d7d-4f10-8e14-183c01ce6bf9 service neutron] 10.222.0.10 "PUT /v2.0/ports/616a918d-17a7-43ac-976b-6d1af4519a10 HTTP/1.1" status: 200 len: 1094 time: 2.7724626 Aug 12 17:35:49.087047 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7daa4f-dbe0-4eba-97d5-77027dd1cd96', 'tag': '616a918d-17a7-43ac-976b-6d1af4519a10'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:35:49.090833 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 852b3755-e7d9-4e4f-ae21-ca0321803b20 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:49.091416 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.098604 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f400c5-46c8-44e1-a2aa-6c1efbd660dc req-cf9fd71a-4b27-4e1c-bd33-b1a873ac894a tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:49.103541 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e2f400c5-46c8-44e1-a2aa-6c1efbd660dc req-cf9fd71a-4b27-4e1c-bd33-b1a873ac894a tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.1950762 Aug 12 17:35:49.142896 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-62d18bda-3ff1-4744-8f50-38bbe9656b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.216852 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-becae1d8-89ce-46a0-b0b3-a2594d034ef7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8939364 Aug 12 17:35:49.231460 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-62d18bda-3ff1-4744-8f50-38bbe9656b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.278116 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 9fdd506d-5072-42c8-a43b-897e4070547f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=9fdd506d-5072-42c8-a43b-897e4070547f,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:49.309073 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e2f400c5-46c8-44e1-a2aa-6c1efbd660dc req-84c816dc-893a-4290-b730-15bdb5e7af44 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390753 Aug 12 17:35:49.323539 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-80c15bcf-fe28-4185-adfd-2ca6d399b7be req-5c17f7c6-d667-49de-a0dc-6c8ca4b9c326 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181966 Aug 12 17:35:49.326838 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '9fdd506d-5072-42c8-a43b-897e4070547f', 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e', 'port_id': '9fdd506d-5072-42c8-a43b-897e4070547f', 'mac_address': 'fa:16:3e:3d:6a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f5ffca-db76-4080-82ca-c2a26c6ed87f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:35:49.376528 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45780) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:49.397860 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-62d18bda-3ff1-4744-8f50-38bbe9656b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.400906 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-62d18bda-3ff1-4744-8f50-38bbe9656b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.402597 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-62d18bda-3ff1-4744-8f50-38bbe9656b3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62c16131-c976-4283-b5c6-296d333166f6 HTTP/1.1" status: 204 len: 168 time: 0.5265267 Aug 12 17:35:49.407808 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.416401 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d18bda-3ff1-4744-8f50-38bbe9656b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c16131-c976-4283-b5c6-296d333166f6,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:49.429251 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdd506d-5072-42c8-a43b-897e4070547f {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:35:49.435070 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4528ca57-1bae-40cf-8c62-07534240ad03" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7daa4f-dbe0-4eba-97d5-77027dd1cd96", "tag": "616a918d-17a7-43ac-976b-6d1af4519a10"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:35:49.452796 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf6b15c-5863-41e5-9ce4-548ec7dfc763 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:35:49.496907 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.501704 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bb6fa-c9d3-4285-a041-7ade8edaa765 req-61806e7f-16e7-4d92-a9e1-3a7ad3562b94 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:49.512208 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-798bb6fa-c9d3-4285-a041-7ade8edaa765 req-61806e7f-16e7-4d92-a9e1-3a7ad3562b94 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 931 time: 0.0976696 Aug 12 17:35:49.515792 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.523515 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Request body: {'port': {'device_id': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:35:49.578448 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 852b3755-e7d9-4e4f-ae21-ca0321803b20, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=852b3755-e7d9-4e4f-ae21-ca0321803b20,segment=NetworkSegment(717f3d84-e86d-42b7-8083-996fceab54a6),segment_id=717f3d84-e86d-42b7-8083-996fceab54a6)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:49.599303 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8309cf4-75c3-4fa1-9748-6128b8a6b1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852b3755-e7d9-4e4f-ae21-ca0321803b20'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:35:49.646994 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-798bb6fa-c9d3-4285-a041-7ade8edaa765 req-573c40c0-3cfc-4187-aa89-ae9b5343a63d tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322281 Aug 12 17:35:49.675644 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Transition to ACTIVE for port object ddf6b15c-5863-41e5-9ce4-548ec7dfc763 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:49.694661 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c109b6-448d-4f93-8df8-74373c33cc66 req-7dfeb6d8-12df-4d54-9638-0d5a4fc075c2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:49.696281 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-68c109b6-448d-4f93-8df8-74373c33cc66 req-7dfeb6d8-12df-4d54-9638-0d5a4fc075c2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 931 time: 0.1525786 Aug 12 17:35:49.724239 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b4595f-da7d-4422-8eaf-f8c9989213b5 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:35:49.730489 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.737798 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.762037 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.764462 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.783339 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-68c109b6-448d-4f93-8df8-74373c33cc66 req-e1afdce0-289a-49e5-b84c-e318ee20e0df tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757291 Aug 12 17:35:49.817428 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-fad866a4-db80-41c0-bfc6-d80020b039d9 None None] Provisioning for port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:35:49.840338 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 9fdd506d-5072-42c8-a43b-897e4070547f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=9fdd506d-5072-42c8-a43b-897e4070547f,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:35:49.850867 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.861702 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-fad866a4-db80-41c0-bfc6-d80020b039d9 None None] Provisioning complete for port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:35:49.862363 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-fad866a4-db80-41c0-bfc6-d80020b039d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.918984 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=852b3755-e7d9-4e4f-ae21-ca0321803b20,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:49.924465 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a65295f4-0f4b-43b6-bc2e-3e7dcde3272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:49.969391 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Attempting to bind port ddf6b15c-5863-41e5-9ce4-548ec7dfc763 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:49.970120 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Attempting to bind port ddf6b15c-5863-41e5-9ce4-548ec7dfc763 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:49.970674 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Attempting to bind port ddf6b15c-5863-41e5-9ce4-548ec7dfc763 on network d2316014-db78-41a6-b7d2-c5985f4c6c0e {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:49.977295 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-58005609-34ca-47ad-a21c-3781b5e3451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:49.979349 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-58005609-34ca-47ad-a21c-3781b5e3451f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 1097 time: 0.4411128 Aug 12 17:35:50.013381 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Transition to ACTIVE for port object e8b4595f-da7d-4422-8eaf-f8c9989213b5 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:50.014596 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Port ddf6b15c-5863-41e5-9ce4-548ec7dfc763 on network d2316014-db78-41a6-b7d2-c5985f4c6c0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:35:50.015584 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Attempting to bind port ddf6b15c-5863-41e5-9ce4-548ec7dfc763 on network d2316014-db78-41a6-b7d2-c5985f4c6c0e {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:50.035552 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.051984 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:50.052362 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Checking segment: {'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:50.052857 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Bound using segment: {'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:50.053410 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Bound port: ddf6b15c-5863-41e5-9ce4-548ec7dfc763, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '690bd795-6c9f-4089-808f-c606d4ea8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:50.053955 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.228032 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95ef29-d654-4c12-8375-4fd6df9c5f02 req-cd6beaeb-489f-4cd5-a184-34310967fba2 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:50.231246 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba68463-8a73-45f7-ab52-4ec9c2dcaebf" -d '{"events": [{"server_uuid": "b8309cf4-75c3-4fa1-9748-6128b8a6b1cd", "name": "network-vif-plugged", "status": "completed", "tag": "852b3755-e7d9-4e4f-ae21-ca0321803b20"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:35:50.233397 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9c95ef29-d654-4c12-8375-4fd6df9c5f02 req-cd6beaeb-489f-4cd5-a184-34310967fba2 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 944 time: 0.2895420 Aug 12 17:35:50.240151 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-fad866a4-db80-41c0-bfc6-d80020b039d9 None None] Port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:35:50.323146 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9c95ef29-d654-4c12-8375-4fd6df9c5f02 req-ffed5dd7-a9c5-4d10-87ee-56e69d351529 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826793 Aug 12 17:35:50.359830 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=9fdd506d-5072-42c8-a43b-897e4070547f,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:50.373701 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a65295f4-0f4b-43b6-bc2e-3e7dcde3272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.379948 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a65295f4-0f4b-43b6-bc2e-3e7dcde3272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.461775 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b17fbba-839a-4e6f-b83e-f69c56562cfe x-openstack-request-id: req-8b17fbba-839a-4e6f-b83e-f69c56562cfe {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:35:50.462259 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8309cf4-75c3-4fa1-9748-6128b8a6b1cd", "name": "network-vif-plugged", "status": "completed", "tag": "852b3755-e7d9-4e4f-ae21-ca0321803b20", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:35:50.462468 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b17fbba-839a-4e6f-b83e-f69c56562cfe {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:35:50.462914 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8309cf4-75c3-4fa1-9748-6128b8a6b1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852b3755-e7d9-4e4f-ae21-ca0321803b20', 'code': 200} Aug 12 17:35:50.464880 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0c2483-c2f4-45f3-be56-7a95058c2aab x-openstack-request-id: req-1c0c2483-c2f4-45f3-be56-7a95058c2aab {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:35:50.465646 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7daa4f-dbe0-4eba-97d5-77027dd1cd96", "tag": "616a918d-17a7-43ac-976b-6d1af4519a10", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:35:50.465646 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c0c2483-c2f4-45f3-be56-7a95058c2aab {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:35:50.465967 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7daa4f-dbe0-4eba-97d5-77027dd1cd96', 'tag': '616a918d-17a7-43ac-976b-6d1af4519a10', 'status': 'completed', 'code': 200} Aug 12 17:35:50.468166 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Pushing event updated for resources: {'Port': ['ID=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:50.494696 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-a65295f4-0f4b-43b6-bc2e-3e7dcde3272f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d32ef3d036084c17b4ab12379c070928&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1167905 Aug 12 17:35:50.500450 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45818) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:50.501467 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65295f4-0f4b-43b6-bc2e-3e7dcde3272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f850dfcf-c671-4c62-b16e-f45eeae9f90b,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:50.592064 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4556f8-4aad-4204-a265-4997e4066459 req-cd3f3313-2f59-4b73-8b33-9e938a1f4255 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:50.594507 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2c4556f8-4aad-4204-a265-4997e4066459 req-cd3f3313-2f59-4b73-8b33-9e938a1f4255 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.1684813 Aug 12 17:35:50.661337 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Pushing event updated for resources: {'Port': ['ID=e8b4595f-da7d-4422-8eaf-f8c9989213b5,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:50.677612 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Attempting to bind port e8b4595f-da7d-4422-8eaf-f8c9989213b5 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:50.678065 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Attempting to bind port e8b4595f-da7d-4422-8eaf-f8c9989213b5 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:50.678388 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Attempting to bind port e8b4595f-da7d-4422-8eaf-f8c9989213b5 on network 62101b59-2a07-457f-a492-cb59bed73924 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:50.684048 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] For port ddf6b15c-5863-41e5-9ce4-548ec7dfc763, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:50.695320 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-32c9b679-aa89-49d7-bc61-ce5fe2f6e2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.718481 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Port e8b4595f-da7d-4422-8eaf-f8c9989213b5 on network 62101b59-2a07-457f-a492-cb59bed73924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:35:50.718813 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Attempting to bind port e8b4595f-da7d-4422-8eaf-f8c9989213b5 on network 62101b59-2a07-457f-a492-cb59bed73924 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:50.730138 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] For port ddf6b15c-5863-41e5-9ce4-548ec7dfc763, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:50.733068 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f2929-c561-4219-8be7-b842ffd296fe req-9b772785-ddf3-4542-8b2c-42a8fe1142c2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:50.738763 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-174f2929-c561-4219-8be7-b842ffd296fe req-9b772785-ddf3-4542-8b2c-42a8fe1142c2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.1715117 Aug 12 17:35:50.738953 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:50.739226 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Checking segment: {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:50.739500 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Bound using segment: {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:50.739957 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Bound port: e8b4595f-da7d-4422-8eaf-f8c9989213b5, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:50.740336 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.744080 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6815297b-323e-40b8-b7fe-5cdb9d6761b5 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:35:50.750260 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.755809 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2c4556f8-4aad-4204-a265-4997e4066459 req-05be714a-9f13-47b9-b361-cdb075acbe4a tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386249 Aug 12 17:35:50.759435 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.789043 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-32c9b679-aa89-49d7-bc61-ce5fe2f6e2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.811456 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:50.811456 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.813269 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] 10.222.0.10 "PUT /v2.0/ports/ddf6b15c-5863-41e5-9ce4-548ec7dfc763 HTTP/1.1" status: 200 len: 1094 time: 3.1125729 Aug 12 17:35:50.821575 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Transition to ACTIVE for port object 6815297b-323e-40b8-b7fe-5cdb9d6761b5 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:35:50.837206 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-174f2929-c561-4219-8be7-b842ffd296fe req-5d588fe0-4e11-446a-ac33-948d66f47f7e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955057 Aug 12 17:35:50.853528 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.898104 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-32c9b679-aa89-49d7-bc61-ce5fe2f6e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.903101 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-32c9b679-aa89-49d7-bc61-ce5fe2f6e2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:50.918914 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-32c9b679-aa89-49d7-bc61-ce5fe2f6e2f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f850dfcf-c671-4c62-b16e-f45eeae9f90b HTTP/1.1" status: 204 len: 168 time: 0.4048100 Aug 12 17:35:50.983545 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831c02f-45b1-4fc5-8e0e-99cc0f198a1d service neutron] Pushing event updated for resources: {'Port': ['ID=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:51.023883 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9b679-aa89-49d7-bc61-ce5fe2f6e2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f850dfcf-c671-4c62-b16e-f45eeae9f90b,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:51.113079 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bc439-5f97-4f0f-aa06-8ff9b5460a15 req-0e439b84-a149-46a3-a136-1038fda8bd58 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:51.115898 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-075bc439-5f97-4f0f-aa06-8ff9b5460a15 req-0e439b84-a149-46a3-a136-1038fda8bd58 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1607282 Aug 12 17:35:51.131025 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60b45c-55e0-43df-b70f-6d63ebcacfc9 req-389ac9cf-b1b3-4c2d-84cc-7b8689a78740 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:51.132402 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0d60b45c-55e0-43df-b70f-6d63ebcacfc9 req-389ac9cf-b1b3-4c2d-84cc-7b8689a78740 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.2097764 Aug 12 17:35:51.162335 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] For port e8b4595f-da7d-4422-8eaf-f8c9989213b5, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:51.167046 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] For port e8b4595f-da7d-4422-8eaf-f8c9989213b5, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:51.215700 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Attempting to bind port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:35:51.216235 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Attempting to bind port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:35:51.216763 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Attempting to bind port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 on network 7e9eabe0-6231-4d94-8b42-748071d3812f {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:51.231413 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:51.259087 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 on network 7e9eabe0-6231-4d94-8b42-748071d3812f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:35:51.262680 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Attempting to bind port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 on network 7e9eabe0-6231-4d94-8b42-748071d3812f {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:35:51.273000 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-075bc439-5f97-4f0f-aa06-8ff9b5460a15 req-f307e9f7-45eb-4fe1-8fef-85c0684a06fe tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391323 Aug 12 17:35:51.282447 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:35:51.282795 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Checking segment: {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:35:51.283281 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Bound using segment: {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:35:51.283955 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Bound port: 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:35:51.284419 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:51.339374 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0d60b45c-55e0-43df-b70f-6d63ebcacfc9 req-7975cc8d-ef0e-42ca-833b-b8f5019198c5 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664784 Aug 12 17:35:51.356891 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:51.358415 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:51.361311 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] 10.222.0.10 "PUT /v2.0/ports/e8b4595f-da7d-4422-8eaf-f8c9989213b5 HTTP/1.1" status: 200 len: 1093 time: 3.5364573 Aug 12 17:35:51.365653 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:51.461794 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90896f23-aa3f-4484-ba51-a311e93bac0d service neutron] Pushing event updated for resources: {'Port': ['ID=e8b4595f-da7d-4422-8eaf-f8c9989213b5,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:51.510781 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:35:51.516542 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:35:51.528065 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:51.564208 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925f742-2bfd-4dc0-aa89-438e8d3384ae req-95ed2f78-7a7e-4d18-ac79-1fc76693d308 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:51.565956 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5925f742-2bfd-4dc0-aa89-438e8d3384ae req-95ed2f78-7a7e-4d18-ac79-1fc76693d308 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 944 time: 0.0688112 Aug 12 17:35:51.582363 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:51.583848 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:51.586216 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] 10.222.0.10 "PUT /v2.0/ports/6815297b-323e-40b8-b7fe-5cdb9d6761b5 HTTP/1.1" status: 200 len: 1093 time: 2.0813115 Aug 12 17:35:51.620985 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c2078-baaf-4108-8c37-0dafef9d52a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:51.660312 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5925f742-2bfd-4dc0-aa89-438e8d3384ae req-ac55f1e1-ec45-4ad1-952a-f32a3726c940 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832150 Aug 12 17:35:51.661973 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45844) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:51.692855 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-74f1aade-4e4c-4017-93da-534aba134b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:51.844701 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-74f1aade-4e4c-4017-93da-534aba134b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:51.850876 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-74f1aade-4e4c-4017-93da-534aba134b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:51.935591 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-74f1aade-4e4c-4017-93da-534aba134b30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7cb320759154a09b6d79ee922c3a20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713625 Aug 12 17:35:51.939121 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1aade-4e4c-4017-93da-534aba134b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ceaffa-2a77-4f4c-91a1-0f07e5a63728,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:51.940948 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45852) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:52.019445 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab940bc-f23d-4c6c-8085-15813355b382 req-4c4fb5b4-30a5-492d-9b8c-cdee23d95cfc tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:52.021063 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9ab940bc-f23d-4c6c-8085-15813355b382 req-4c4fb5b4-30a5-492d-9b8c-cdee23d95cfc tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.1431725 Aug 12 17:35:52.030940 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4023-deb9-4972-917a-ca4a8f78df72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:52.038783 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277643e4-d50c-4b18-a4ee-cbf54d938d15 req-af90bd40-80da-4118-8802-4f820749fc4a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:52.040377 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-277643e4-d50c-4b18-a4ee-cbf54d938d15 req-af90bd40-80da-4118-8802-4f820749fc4a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0844555 Aug 12 17:35:52.058161 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4023-deb9-4972-917a-ca4a8f78df72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:52.113585 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9ab940bc-f23d-4c6c-8085-15813355b382 req-5d64ce4f-ad7a-4265-b2a5-f7175a33ef1e tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715191 Aug 12 17:35:52.127740 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-277643e4-d50c-4b18-a4ee-cbf54d938d15 req-d1c76e36-766c-4778-b601-7ac57c93686e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772793 Aug 12 17:35:52.159219 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4023-deb9-4972-917a-ca4a8f78df72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:52.161916 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5f7d4023-deb9-4972-917a-ca4a8f78df72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:52.163130 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-5f7d4023-deb9-4972-917a-ca4a8f78df72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23ceaffa-2a77-4f4c-91a1-0f07e5a63728 HTTP/1.1" status: 204 len: 168 time: 0.2209730 Aug 12 17:35:52.172778 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d4023-deb9-4972-917a-ca4a8f78df72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ceaffa-2a77-4f4c-91a1-0f07e5a63728,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:52.185140 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45860) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:52.473947 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29a11e4-db56-4b1c-baf3-d144ac4a9ce2', 'tag': 'ddf6b15c-5863-41e5-9ce4-548ec7dfc763'}, {'name': 'network-changed', 'server_uuid': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'tag': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5'}, {'name': 'network-changed', 'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:35:52.477099 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df" -d '{"events": [{"name": "network-changed", "server_uuid": "d29a11e4-db56-4b1c-baf3-d144ac4a9ce2", "tag": "ddf6b15c-5863-41e5-9ce4-548ec7dfc763"}, {"name": "network-changed", "server_uuid": "a76f79cd-633a-4101-9a6e-0015493f7ac9", "tag": "e8b4595f-da7d-4422-8eaf-f8c9989213b5"}, {"name": "network-changed", "server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:35:52.481589 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d8995501-bb6a-4b91-90a3-cdcdece21ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:52.543697 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77afbb-e355-4194-9800-0306ea6659ea req-4c41932e-bc54-4a93-94e2-53bcfcba7c8f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:52.545895 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cb77afbb-e355-4194-9800-0306ea6659ea req-4c41932e-bc54-4a93-94e2-53bcfcba7c8f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0958295 Aug 12 17:35:52.558331 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2caa2-8a41-4b72-ba44-ea40f8e1c289 req-e001b1e1-03da-46f5-8c0c-8645f00e526c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:52.560518 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eaa2caa2-8a41-4b72-ba44-ea40f8e1c289 req-e001b1e1-03da-46f5-8c0c-8645f00e526c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0970790 Aug 12 17:35:52.571301 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45872) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:52.637899 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eaa2caa2-8a41-4b72-ba44-ea40f8e1c289 req-630bbf09-948e-4640-8c9c-bed5e61910d4 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660481 Aug 12 17:35:52.641979 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cb77afbb-e355-4194-9800-0306ea6659ea req-285e9f0e-ae62-4cb8-b79c-43fd07ba8491 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797801 Aug 12 17:35:52.756976 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 12 Aug 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a04b638-8a2c-4a97-9d67-643eb4cb55b2 x-openstack-request-id: req-1a04b638-8a2c-4a97-9d67-643eb4cb55b2 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:35:52.757254 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29a11e4-db56-4b1c-baf3-d144ac4a9ce2", "tag": "ddf6b15c-5863-41e5-9ce4-548ec7dfc763", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a76f79cd-633a-4101-9a6e-0015493f7ac9", "tag": "e8b4595f-da7d-4422-8eaf-f8c9989213b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:35:52.757510 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a04b638-8a2c-4a97-9d67-643eb4cb55b2 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:35:52.757908 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29a11e4-db56-4b1c-baf3-d144ac4a9ce2', 'tag': 'ddf6b15c-5863-41e5-9ce4-548ec7dfc763', 'status': 'completed', 'code': 200} Aug 12 17:35:52.758181 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'tag': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5', 'status': 'completed', 'code': 200} Aug 12 17:35:52.758426 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'status': 'completed', 'code': 200} Aug 12 17:35:52.760334 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f5582cf3-36ab-4adb-a27f-12f9186ecb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:52.795936 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8290a2-ce12-42d2-bf5e-5dd94b793f3d req-c18d2be5-62fe-498e-85d1-a7f6fb97e437 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:52.798104 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc8290a2-ce12-42d2-bf5e-5dd94b793f3d req-c18d2be5-62fe-498e-85d1-a7f6fb97e437 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 944 time: 0.0557277 Aug 12 17:35:52.804098 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d8995501-bb6a-4b91-90a3-cdcdece21ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:52.810352 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d8995501-bb6a-4b91-90a3-cdcdece21ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:52.845420 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc8290a2-ce12-42d2-bf5e-5dd94b793f3d req-05101786-32d7-43f5-a51c-75dac7fb2428 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Aug 12 17:35:52.899450 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8995501-bb6a-4b91-90a3-cdcdece21ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5759b37-4298-41fb-ac10-2ced7024b38b,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:52.906437 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-d8995501-bb6a-4b91-90a3-cdcdece21ec8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab2e34a8f37d45a999b2b9e01dd04315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7196443 Aug 12 17:35:52.910932 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 45876) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:52.978866 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f5582cf3-36ab-4adb-a27f-12f9186ecb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:52.981387 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b649afdb-77e2-4654-8942-ccf95223c2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:52.989304 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f5582cf3-36ab-4adb-a27f-12f9186ecb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:53.008182 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b649afdb-77e2-4654-8942-ccf95223c2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:53.030887 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5582cf3-36ab-4adb-a27f-12f9186ecb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffa0129-7fa1-474a-893e-153739dfb215,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:53.037645 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-f5582cf3-36ab-4adb-a27f-12f9186ecb6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d87d5bc084f6493cae469f90514ae47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4644401 Aug 12 17:35:53.042452 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 45878) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:53.075216 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b649afdb-77e2-4654-8942-ccf95223c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:53.079139 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b649afdb-77e2-4654-8942-ccf95223c2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:53.081840 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-b649afdb-77e2-4654-8942-ccf95223c2d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5759b37-4298-41fb-ac10-2ced7024b38b HTTP/1.1" status: 204 len: 168 time: 0.1680288 Aug 12 17:35:53.100040 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649afdb-77e2-4654-8942-ccf95223c2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5759b37-4298-41fb-ac10-2ced7024b38b,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:53.213098 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-c028c02a-db73-4bc9-a87e-4cdb8291e3e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616a918d-17a7-43ac-976b-6d1af4519a10 HTTP/1.1" status: 200 len: 217 time: 0.1566987 Aug 12 17:35:53.257625 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-52bdf757-7c61-46b9-af1f-64357740ffeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:53.290122 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-52bdf757-7c61-46b9-af1f-64357740ffeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:53.336796 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f453ffb-3e62-42db-afe8-339fe50cf2bb req-acb0d947-27f7-4ba7-a5b2-bb86f95c3882 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:53.338569 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0f453ffb-3e62-42db-afe8-339fe50cf2bb req-acb0d947-27f7-4ba7-a5b2-bb86f95c3882 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.1127274 Aug 12 17:35:53.351381 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b57ac4-ed9a-4e28-83df-dd19400db4f6 req-dc160780-f937-4dbe-a0a5-9c66b40df117 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:53.361294 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d3b57ac4-ed9a-4e28-83df-dd19400db4f6 req-dc160780-f937-4dbe-a0a5-9c66b40df117 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.1197329 Aug 12 17:35:53.494737 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-52bdf757-7c61-46b9-af1f-64357740ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:53.497389 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-52bdf757-7c61-46b9-af1f-64357740ffeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:53.503996 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-52bdf757-7c61-46b9-af1f-64357740ffeb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fffa0129-7fa1-474a-893e-153739dfb215 HTTP/1.1" status: 204 len: 168 time: 0.4542365 Aug 12 17:35:53.508995 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d3b57ac4-ed9a-4e28-83df-dd19400db4f6 req-863b82fc-b9d9-42ac-bda1-f9598f7bd153 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456015 Aug 12 17:35:53.518504 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0f453ffb-3e62-42db-afe8-339fe50cf2bb req-8b4b80f9-7d8c-488e-8f74-9577e04eef62 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524689 Aug 12 17:35:53.568052 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdf757-7c61-46b9-af1f-64357740ffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffa0129-7fa1-474a-893e-153739dfb215,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:53.594149 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-949cd362-9dc5-497a-9983-5a3e61ab02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:53.596477 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-949cd362-9dc5-497a-9983-5a3e61ab02ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10424a1a-330a-4912-aa2a-fb4af80b3911 HTTP/1.1" status: 200 len: 858 time: 0.2451646 Aug 12 17:35:53.646687 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['9fdd506d-5072-42c8-a43b-897e4070547f'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:35:53.647969 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-622e1c4b-0e6d-4ce2-a26e-04d253f200ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:53.649878 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-622e1c4b-0e6d-4ce2-a26e-04d253f200ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 1096 time: 0.2635946 Aug 12 17:35:53.671109 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-93e6ae2c-3ee4-423c-8c47-930137cd63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:53.673140 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-93e6ae2c-3ee4-423c-8c47-930137cd63e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 1097 time: 0.2258446 Aug 12 17:35:53.717338 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-5edd87fa-6213-45db-bc72-7a49a862aba9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2316014-db78-41a6-b7d2-c5985f4c6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114714 Aug 12 17:35:53.796698 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-0b873d45-2cae-4b92-9c81-183c98576452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:53.798486 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-0b873d45-2cae-4b92-9c81-183c98576452 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 1096 time: 0.4107418 Aug 12 17:35:53.929001 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aa9ad-05f5-43ff-9a52-02e10c084926 req-d28012fb-89b8-4d1d-8146-b18781fdfc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:53.933114 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-236aa9ad-05f5-43ff-9a52-02e10c084926 req-d28012fb-89b8-4d1d-8146-b18781fdfc3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 1099 time: 0.3441138 Aug 12 17:35:53.993131 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-5ad72658-bca8-41ff-b181-db851c42a2bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5 HTTP/1.1" status: 200 len: 217 time: 0.2777057 Aug 12 17:35:54.033391 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec91b58-aecc-4407-9344-c742d9d0c632 req-b97bcd8b-b58e-4e1d-a886-10e79f0d4564 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:54.035827 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aec91b58-aecc-4407-9344-c742d9d0c632 req-b97bcd8b-b58e-4e1d-a886-10e79f0d4564 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.1896179 Aug 12 17:35:54.052898 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b41281-f264-4bc4-8811-b7c7c1eecab3 req-0bd858f9-9294-486a-975f-c29edfbcf360 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:54.055371 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-58b41281-f264-4bc4-8811-b7c7c1eecab3 req-0bd858f9-9294-486a-975f-c29edfbcf360 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.2105656 Aug 12 17:35:54.143993 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aec91b58-aecc-4407-9344-c742d9d0c632 req-2f1569c9-be23-4d81-82a3-5abc83a1fb05 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875385 Aug 12 17:35:54.163306 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-58b41281-f264-4bc4-8811-b7c7c1eecab3 req-b0ed20c4-c386-4078-aca1-2241c7f7deb1 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787883 Aug 12 17:35:54.213137 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-b5bd40d2-5bfd-44fd-a739-86dba3b56e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:54.213735 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-b5bd40d2-5bfd-44fd-a739-86dba3b56e5d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5299773 Aug 12 17:35:54.373306 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61f68f-9c25-4317-8226-a42ac56c9726 req-9f9b621d-a71d-4cc2-9cba-1c339035121f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:54.376372 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2e61f68f-9c25-4317-8226-a42ac56c9726 req-9f9b621d-a71d-4cc2-9cba-1c339035121f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 944 time: 0.0882058 Aug 12 17:35:54.421660 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2e61f68f-9c25-4317-8226-a42ac56c9726 req-2c9a54ee-8854-4b8a-bafb-fd77375236ff tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Aug 12 17:35:54.787068 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8edf5d-9cba-4d3b-b9ed-f2e884934980 req-1a1fd819-7c03-4268-b6ed-842d9020f7c3 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:54.788856 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc8edf5d-9cba-4d3b-b9ed-f2e884934980 req-1a1fd819-7c03-4268-b6ed-842d9020f7c3 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.1415300 Aug 12 17:35:54.804278 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44404ac-db4a-4dad-bdde-47e77e90ad42 req-35e003c0-7878-42a1-8f8f-5424d5ff610f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:54.807179 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e44404ac-db4a-4dad-bdde-47e77e90ad42 req-35e003c0-7878-42a1-8f8f-5424d5ff610f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.1414578 Aug 12 17:35:54.873496 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc8edf5d-9cba-4d3b-b9ed-f2e884934980 req-37f1c4d2-1bac-4d27-8cc1-ae7ea0159ab8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642052 Aug 12 17:35:54.894623 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e44404ac-db4a-4dad-bdde-47e77e90ad42 req-76b4f17f-5108-4534-88e8-7db86d675890 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607255 Aug 12 17:35:55.355529 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e4a50-aad4-405b-a89c-27489a1ed3bf req-28a488d0-5fea-4f74-81f1-edd7ec7e7248 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:55.357525 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e09e4a50-aad4-405b-a89c-27489a1ed3bf req-28a488d0-5fea-4f74-81f1-edd7ec7e7248 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0946839 Aug 12 17:35:55.408258 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0e19f-aaf6-4ff1-bfc8-fd5192d58251 req-45dad77a-e262-4254-ab6a-71b36f8da808 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:55.409866 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eae0e19f-aaf6-4ff1-bfc8-fd5192d58251 req-45dad77a-e262-4254-ab6a-71b36f8da808 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1047013 Aug 12 17:35:55.451464 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e09e4a50-aad4-405b-a89c-27489a1ed3bf req-74d61272-49d5-496d-a243-0dbaae381cca tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766680 Aug 12 17:35:55.524763 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eae0e19f-aaf6-4ff1-bfc8-fd5192d58251 req-c0d5b44f-a114-4117-b76e-5b1099d2c8e6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994492 Aug 12 17:35:55.610658 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c7391-dfaf-4215-96ce-4c88700fc319 req-4d435f85-1e53-42d6-a65b-c1a9f87e4b98 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:55.612464 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9a6c7391-dfaf-4215-96ce-4c88700fc319 req-4d435f85-1e53-42d6-a65b-c1a9f87e4b98 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 944 time: 0.0809054 Aug 12 17:35:55.674365 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9a6c7391-dfaf-4215-96ce-4c88700fc319 req-9cd3ce0e-5e94-475a-869c-6d3ecd9fd2ea tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Aug 12 17:35:56.083437 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2923c64-39fc-423f-997b-0d384d155a3e req-fb047bbf-738c-4686-a63a-3dda5007613f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:56.085173 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f2923c64-39fc-423f-997b-0d384d155a3e req-fb047bbf-738c-4686-a63a-3dda5007613f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0943539 Aug 12 17:35:56.102688 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63728b-7c5e-4658-83df-28597f96c9d1 req-0d4dddb9-e91c-44a2-8cd4-c0d92de6f542 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:56.104227 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cd63728b-7c5e-4658-83df-28597f96c9d1 req-0d4dddb9-e91c-44a2-8cd4-c0d92de6f542 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.1104548 Aug 12 17:35:56.163813 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f2923c64-39fc-423f-997b-0d384d155a3e req-04fbc5af-095f-4760-9c0f-45ff149f5ef5 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585387 Aug 12 17:35:56.169202 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cd63728b-7c5e-4658-83df-28597f96c9d1 req-ceeed03e-a7d7-4372-a637-69fc7bddc87b tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563321 Aug 12 17:35:56.632646 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb6562-5f52-4576-b833-042f9cf07660 req-6fb64a04-e96b-4f98-8c15-86a0e9b91853 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:56.647297 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e5eb6562-5f52-4576-b833-042f9cf07660 req-6fb64a04-e96b-4f98-8c15-86a0e9b91853 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.1012306 Aug 12 17:35:56.722951 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e5eb6562-5f52-4576-b833-042f9cf07660 req-0d7dfdf4-0e7d-4700-a217-c41a55c9308a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637610 Aug 12 17:35:56.743324 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d245e5-db0c-4226-b91a-cacec03407fd req-3997926d-8b7c-4f00-aab4-5d21f9ec5e75 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:56.746093 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-38d245e5-db0c-4226-b91a-cacec03407fd req-3997926d-8b7c-4f00-aab4-5d21f9ec5e75 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0974407 Aug 12 17:35:56.795110 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-38d245e5-db0c-4226-b91a-cacec03407fd req-f99117ea-b5a4-433e-88c9-0b697f136b0a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 Aug 12 17:35:56.797934 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46018) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:56.861775 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f401377-43ae-4fe2-8a4b-69232c862775 req-95e35cbf-b792-4c63-a9cd-1f02b9839829 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:56.863732 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8f401377-43ae-4fe2-8a4b-69232c862775 req-95e35cbf-b792-4c63-a9cd-1f02b9839829 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 944 time: 0.0560067 Aug 12 17:35:56.912216 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8f401377-43ae-4fe2-8a4b-69232c862775 req-bafdfb50-f1aa-45dc-8c74-dda2dc2ccba9 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Aug 12 17:35:56.945111 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9965d3c9-d6d2-45be-a900-cba9d05cda71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.048333 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9965d3c9-d6d2-45be-a900-cba9d05cda71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.052465 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9965d3c9-d6d2-45be-a900-cba9d05cda71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.092206 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965d3c9-d6d2-45be-a900-cba9d05cda71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b24cc26-717a-4e87-8a8a-e9bd8af71cfe,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:57.098395 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9965d3c9-d6d2-45be-a900-cba9d05cda71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10163c68d3984adeb523dfcca8b4928c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990315 Aug 12 17:35:57.100974 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46022) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:57.157623 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ba4af38c-28ca-4a19-81ad-25d58533379f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.179586 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ba4af38c-28ca-4a19-81ad-25d58533379f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.235406 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ba4af38c-28ca-4a19-81ad-25d58533379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.239212 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ba4af38c-28ca-4a19-81ad-25d58533379f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.243064 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-ba4af38c-28ca-4a19-81ad-25d58533379f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b24cc26-717a-4e87-8a8a-e9bd8af71cfe HTTP/1.1" status: 204 len: 168 time: 0.1387408 Aug 12 17:35:57.252675 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4af38c-28ca-4a19-81ad-25d58533379f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b24cc26-717a-4e87-8a8a-e9bd8af71cfe,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:57.352314 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b126fb-ae07-4cf5-9b79-bfb91451076a req-5961f7a2-c5f5-4a17-b9a1-ad1522074df7 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:57.353828 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-12b126fb-ae07-4cf5-9b79-bfb91451076a req-5961f7a2-c5f5-4a17-b9a1-ad1522074df7 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.0695386 Aug 12 17:35:57.361785 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4389d67-83f9-4b50-ab5d-33d1732cdef6 req-1c1e86e3-6778-4634-ab1a-9e93a289b5b3 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:57.363245 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a4389d67-83f9-4b50-ab5d-33d1732cdef6 req-1c1e86e3-6778-4634-ab1a-9e93a289b5b3 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0968845 Aug 12 17:35:57.403985 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-236aa9ad-05f5-43ff-9a52-02e10c084926 req-600372b4-70e1-4480-9f12-13406709aae3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.455747 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-12b126fb-ae07-4cf5-9b79-bfb91451076a req-1e139ccb-87df-49eb-b378-93ce2ddf91df tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914299 Aug 12 17:35:57.484904 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a4389d67-83f9-4b50-ab5d-33d1732cdef6 req-35add3c3-e94a-43bf-b8cc-785d5a445f58 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982959 Aug 12 17:35:57.587631 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-236aa9ad-05f5-43ff-9a52-02e10c084926 req-600372b4-70e1-4480-9f12-13406709aae3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.597525 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-236aa9ad-05f5-43ff-9a52-02e10c084926 req-600372b4-70e1-4480-9f12-13406709aae3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.616547 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-5eefaf4a-d080-4bcb-8c9f-ab8ec6810304 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5 HTTP/1.1" status: 200 len: 217 time: 0.2432096 Aug 12 17:35:57.662611 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-236aa9ad-05f5-43ff-9a52-02e10c084926 req-600372b4-70e1-4480-9f12-13406709aae3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913821 Aug 12 17:35:57.668695 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600372b4-70e1-4480-9f12-13406709aae3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0d892574-f2c2-46f0-84a7-4389e85e526e,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:57.673640 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 46036) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:57.697360 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:35:57.701636 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-00de00c1-15ae-44f6-a79e-e85640d132a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.722742 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-3e0de214-a79f-4b14-a5e1-f08050d86948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:57.724234 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-3e0de214-a79f-4b14-a5e1-f08050d86948 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 200 len: 849 time: 0.3407543 Aug 12 17:35:57.790509 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-465e7bf7-055c-4315-a0db-f56536375955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:57.791923 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-465e7bf7-055c-4315-a0db-f56536375955 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.1647735 Aug 12 17:35:57.808822 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-3ec9d2f7-4216-4d2c-b6cc-a4ec12e66b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:57.810392 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-3ec9d2f7-4216-4d2c-b6cc-a4ec12e66b8a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4100468 Aug 12 17:35:57.813071 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-e017d831-c3ab-4190-ac61-b6563b351bbe service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503400 Aug 12 17:35:57.852393 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-00de00c1-15ae-44f6-a79e-e85640d132a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.857763 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-00de00c1-15ae-44f6-a79e-e85640d132a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:57.942740 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-00de00c1-15ae-44f6-a79e-e85640d132a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7a07e994ea84da4b4d50999b98dbff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673776 Aug 12 17:35:57.945672 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46044) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:35:57.949979 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de00c1-15ae-44f6-a79e-e85640d132a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6053d1-b381-4d6b-8cd6-86850370bb30,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:57.981366 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e39ed3-90c2-4189-b87c-f509f800857d req-6e98292f-cc60-499d-92a5-d0a40d6d3c77 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:57.984050 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-73e39ed3-90c2-4189-b87c-f509f800857d req-6e98292f-cc60-499d-92a5-d0a40d6d3c77 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.1684616 Aug 12 17:35:58.010711 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c59f7e-abd5-42a5-8564-69261ddfee41 req-e2f5308a-15c8-44e4-b18e-6fceaea5d608 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:58.012477 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-55c59f7e-abd5-42a5-8564-69261ddfee41 req-e2f5308a-15c8-44e4-b18e-6fceaea5d608 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1317415 Aug 12 17:35:58.077702 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-73e39ed3-90c2-4189-b87c-f509f800857d req-347e5807-ff4c-4be1-a81e-23286ce3ac38 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820649 Aug 12 17:35:58.092005 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-55c59f7e-abd5-42a5-8564-69261ddfee41 req-41ed498f-3b2f-4714-a580-6af461d4cda2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576873 Aug 12 17:35:58.200380 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6687357-b8d6-4e86-8243-d421ad19b8cd req-27d5a6cb-8f3e-4662-a501-20f91eed4b01 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:58.203009 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f6687357-b8d6-4e86-8243-d421ad19b8cd req-27d5a6cb-8f3e-4662-a501-20f91eed4b01 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 944 time: 0.0554674 Aug 12 17:35:58.220949 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-83e15339-b1f0-49d1-93e4-1182a0842d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:58.222522 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-83e15339-b1f0-49d1-93e4-1182a0842d09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2623472 Aug 12 17:35:58.228786 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-bcceebb8-3766-454c-8f4f-05b1b3196e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:58.230289 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-bcceebb8-3766-454c-8f4f-05b1b3196e8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62101b59-2a07-457f-a492-cb59bed73924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2010176 Aug 12 17:35:58.278650 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f6687357-b8d6-4e86-8243-d421ad19b8cd req-1a16a679-c891-4773-a716-e3648c5124c6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650928 Aug 12 17:35:58.483244 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-362f6e66-ce15-4bde-97b2-b5fb9b51ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:58.485887 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-362f6e66-ce15-4bde-97b2-b5fb9b51ded3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 1097 time: 0.4764249 Aug 12 17:35:58.574094 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-37ce74b2-1b5d-4cc1-82e9-8401ddc30782 req-284d4c0c-8e48-45e3-97fe-1a57e381216f service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156902 Aug 12 17:35:58.624317 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c97c4b0e-f8fe-4521-b84e-a00d93fd1667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:58.626566 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-c2837e13-448a-4873-91ef-b058bab37195 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf6b15c-5863-41e5-9ce4-548ec7dfc763 HTTP/1.1" status: 200 len: 217 time: 0.1043298 Aug 12 17:35:58.852473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-c88c6024-18a2-4849-9cfb-5536edf8f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:58.855143 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-c88c6024-18a2-4849-9cfb-5536edf8f509 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10424a1a-330a-4912-aa2a-fb4af80b3911 HTTP/1.1" status: 200 len: 858 time: 0.2169662 Aug 12 17:35:58.871252 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c97c4b0e-f8fe-4521-b84e-a00d93fd1667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:58.944755 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-d0f54ff1-c42f-4645-a2bb-5187335adc25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2316014-db78-41a6-b7d2-c5985f4c6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668473 Aug 12 17:35:58.970495 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-329472cf-0d89-4356-a7e6-104910d06727 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300334 Aug 12 17:35:59.100199 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb26266-8256-448a-a43e-a70520b49c47 req-43ad8fb2-79db-4d2e-8336-f33e072f307d tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:59.102687 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ecb26266-8256-448a-a43e-a70520b49c47 req-43ad8fb2-79db-4d2e-8336-f33e072f307d tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.5139444 Aug 12 17:35:59.119787 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b824788-29e5-41c3-be4f-5e6854bef866 req-5d929487-ecb3-4ac0-a076-6109a5795681 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:59.122491 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8b824788-29e5-41c3-be4f-5e6854bef866 req-5d929487-ecb3-4ac0-a076-6109a5795681 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.5221963 Aug 12 17:35:59.150537 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528ca57-1bae-40cf-8c62-07534240ad03 req-7c92c0f4-cbe1-4923-ad2f-39b7e130f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:59.152810 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4528ca57-1bae-40cf-8c62-07534240ad03 req-7c92c0f4-cbe1-4923-ad2f-39b7e130f50d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 1097 time: 0.4385326 Aug 12 17:35:59.155049 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-81a3477e-1748-403b-98bb-f5f53c57e046 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9224343 Aug 12 17:35:59.215453 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ecb26266-8256-448a-a43e-a70520b49c47 req-ddb818ca-95df-4343-9504-41e544cd53e2 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916040 Aug 12 17:35:59.225632 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8b824788-29e5-41c3-be4f-5e6854bef866 req-70c147c0-15ae-4824-acab-96155d9b06e1 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714419 Aug 12 17:35:59.516987 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c97c4b0e-f8fe-4521-b84e-a00d93fd1667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:59.519557 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c97c4b0e-f8fe-4521-b84e-a00d93fd1667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:59.520823 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-c97c4b0e-f8fe-4521-b84e-a00d93fd1667 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b6053d1-b381-4d6b-8cd6-86850370bb30 HTTP/1.1" status: 204 len: 168 time: 1.5734572 Aug 12 17:35:59.522597 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068f6a6-53f4-4c77-8a91-f02775c13d0c req-077c606f-36ff-4233-aaff-a5cf224a4c68 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:59.527261 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d068f6a6-53f4-4c77-8a91-f02775c13d0c req-077c606f-36ff-4233-aaff-a5cf224a4c68 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.1690080 Aug 12 17:35:59.548092 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62e7ff-b2cd-4bb4-b4f3-a56b2fdd924b req-58cf8a76-1089-4523-9fa2-dd48a58cddfa tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:59.554288 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2f62e7ff-b2cd-4bb4-b4f3-a56b2fdd924b req-58cf8a76-1089-4523-9fa2-dd48a58cddfa tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1618044 Aug 12 17:35:59.607918 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-ee0d9182-af8a-4ad6-9f96-33422aa94327 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423097 Aug 12 17:35:59.616785 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-bea28ccc-78eb-450c-a6e9-12515a2da81d service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100888 Aug 12 17:35:59.628028 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d068f6a6-53f4-4c77-8a91-f02775c13d0c req-ce81094d-fefd-450a-83b5-ac34b8c8c1e8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713191 Aug 12 17:35:59.629112 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c4b0e-f8fe-4521-b84e-a00d93fd1667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6053d1-b381-4d6b-8cd6-86850370bb30,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:35:59.637421 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2f62e7ff-b2cd-4bb4-b4f3-a56b2fdd924b req-20f70cfb-136a-42bd-bdf4-593291c23c22 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691261 Aug 12 17:35:59.639200 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-844bb346-667f-4f1c-b22a-b2b34f996324 req-4db1723f-3553-4c45-8864-513ac496f9f5 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409201 Aug 12 17:35:59.640402 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528ca57-1bae-40cf-8c62-07534240ad03 req-743638a1-f797-46a5-a68d-b7a627ca1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:59.641849 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4528ca57-1bae-40cf-8c62-07534240ad03 req-743638a1-f797-46a5-a68d-b7a627ca1b6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 918 time: 0.4417186 Aug 12 17:35:59.696280 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:35:59.773488 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d018e5-bdea-4f8b-a02f-09cc7df35ff9 req-ca3b8202-f922-4e11-a1dc-9545916f3b1f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:35:59.774980 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-01d018e5-bdea-4f8b-a02f-09cc7df35ff9 req-ca3b8202-f922-4e11-a1dc-9545916f3b1f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 944 time: 0.0541496 Aug 12 17:35:59.827473 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-01d018e5-bdea-4f8b-a02f-09cc7df35ff9 req-66fbdb4f-bf57-4ef4-a361-e7ba4450b9f6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448272 Aug 12 17:36:00.040990 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-62b0323d-abf4-4fe9-8ff5-1b8c6b309f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:00.427526 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611719c-b9cf-43a7-a716-68873e7285fa req-7c3f0bbf-8cb3-4bb2-97c5-7e6850d13b18 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:00.429349 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9611719c-b9cf-43a7-a716-68873e7285fa req-7c3f0bbf-8cb3-4bb2-97c5-7e6850d13b18 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.0902631 Aug 12 17:36:00.441588 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb3ad5-1aee-464d-a709-fb48803d42e6 req-146215ed-e0b1-43c7-8ffc-d8848f246370 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:00.447403 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a3cb3ad5-1aee-464d-a709-fb48803d42e6 req-146215ed-e0b1-43c7-8ffc-d8848f246370 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0982003 Aug 12 17:36:00.506030 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9611719c-b9cf-43a7-a716-68873e7285fa req-31d384a5-8d8e-42f5-abdf-ca7992895957 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571048 Aug 12 17:36:00.511613 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a3cb3ad5-1aee-464d-a709-fb48803d42e6 req-a350e699-7937-4ea3-9053-18199d136f4a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609107 Aug 12 17:36:00.624324 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 9fdd506d-5072-42c8-a43b-897e4070547f up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:36:00.693036 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 9fdd506d-5072-42c8-a43b-897e4070547f completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:36:00.699144 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 9fdd506d-5072-42c8-a43b-897e4070547f triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:36:00.700045 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:00.834035 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:00.836070 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27893265-b3f1-43e3-b7b3-c6325b3745ec req-a51763dc-df17-42db-87dd-e1793050a150 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:00.837629 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-27893265-b3f1-43e3-b7b3-c6325b3745ec req-a51763dc-df17-42db-87dd-e1793050a150 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0807672 Aug 12 17:36:00.850494 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95833bb-041f-45a9-9c34-b96b8d2e2ac1 req-50a31cc8-7908-49af-bcd8-e385a516b597 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:00.852061 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f95833bb-041f-45a9-9c34-b96b8d2e2ac1 req-50a31cc8-7908-49af-bcd8-e385a516b597 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1102333 Aug 12 17:36:00.873604 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d62c217-8723-4776-8020-8c16bd39a4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdd506d-5072-42c8-a43b-897e4070547f'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:36:00.877569 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceabb7c4-453a-462d-a677-d4eaa73f8438" -d '{"events": [{"server_uuid": "2d62c217-8723-4776-8020-8c16bd39a4e4", "name": "network-vif-plugged", "status": "completed", "tag": "9fdd506d-5072-42c8-a43b-897e4070547f"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:36:00.901351 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 9fdd506d-5072-42c8-a43b-897e4070547f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=9fdd506d-5072-42c8-a43b-897e4070547f,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:00.903588 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-27893265-b3f1-43e3-b7b3-c6325b3745ec req-04559742-aa6a-4d0a-9fad-e63459e8f1ba tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505285 Aug 12 17:36:00.913477 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:00.920464 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f95833bb-041f-45a9-9c34-b96b8d2e2ac1 req-344365ca-a6d5-419c-86b8-0ad6a6adb3f9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528967 Aug 12 17:36:01.010199 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=9fdd506d-5072-42c8-a43b-897e4070547f,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:01.028821 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db40112-ee21-4cfc-9f84-ca05c1f9494a x-openstack-request-id: req-2db40112-ee21-4cfc-9f84-ca05c1f9494a {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:36:01.029216 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d62c217-8723-4776-8020-8c16bd39a4e4", "name": "network-vif-plugged", "status": "completed", "tag": "9fdd506d-5072-42c8-a43b-897e4070547f", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:36:01.029468 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2db40112-ee21-4cfc-9f84-ca05c1f9494a {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:36:01.029889 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d62c217-8723-4776-8020-8c16bd39a4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdd506d-5072-42c8-a43b-897e4070547f', 'code': 200} Aug 12 17:36:01.048134 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52464a65-1664-49b9-a448-fd5cbb547b5c req-9c299fb3-e26d-4e3c-9e80-1b65455c36ea tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:01.049985 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-52464a65-1664-49b9-a448-fd5cbb547b5c req-9c299fb3-e26d-4e3c-9e80-1b65455c36ea tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0566354 Aug 12 17:36:01.096465 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-52464a65-1664-49b9-a448-fd5cbb547b5c req-76d67954-0f9c-4d9c-a255-64cda7eea13c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Aug 12 17:36:01.693891 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc24cd-8693-48c9-8d18-accb03efd7e9 req-5d10d4d6-1625-4de7-bcbf-190e27881665 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:01.695462 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-13cc24cd-8693-48c9-8d18-accb03efd7e9 req-5d10d4d6-1625-4de7-bcbf-190e27881665 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.0879495 Aug 12 17:36:01.703586 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38379e54-5a84-414d-9a2c-2c3601dbff9f req-2c409555-d70e-4a6b-8e73-66121ac0acd9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:01.707498 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-38379e54-5a84-414d-9a2c-2c3601dbff9f req-2c409555-d70e-4a6b-8e73-66121ac0acd9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.1062362 Aug 12 17:36:01.754908 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-13cc24cd-8693-48c9-8d18-accb03efd7e9 req-178d5502-85d7-452b-a0b3-6b3de384283d tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475330 Aug 12 17:36:01.775587 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-38379e54-5a84-414d-9a2c-2c3601dbff9f req-90bb0437-9898-4971-92a7-2936661017f6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534701 Aug 12 17:36:01.892443 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3f0635ae-cea7-43d7-bba4-f5d049314831 req-b22d4e84-183f-48e8-a564-576fedac17ec service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952797 Aug 12 17:36:01.986651 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 46188) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:02.047298 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2666e-e3c9-4de2-be28-5702daed31b1 req-0b66720c-1317-49dc-b795-5daadd51563c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:02.048963 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-92d2666e-e3c9-4de2-be28-5702daed31b1 req-0b66720c-1317-49dc-b795-5daadd51563c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0551629 Aug 12 17:36:02.130733 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-92d2666e-e3c9-4de2-be28-5702daed31b1 req-8d414308-07e6-4fca-acb2-3f8a4bca9058 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725460 Aug 12 17:36:02.139038 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bac0f-e119-46bf-8aa1-39d8441e37e8 req-544fb3ad-ead4-4a74-a1db-5937e101fe01 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:02.140536 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e55bac0f-e119-46bf-8aa1-39d8441e37e8 req-544fb3ad-ead4-4a74-a1db-5937e101fe01 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0906181 Aug 12 17:36:02.141283 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-59f33b8f-df3f-4c3c-afdd-1fbbf7fdcb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.206682 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e55bac0f-e119-46bf-8aa1-39d8441e37e8 req-6d1f8ed6-bc1c-4158-b76e-ee3ddd203818 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568185 Aug 12 17:36:02.268219 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ad086-1b77-4057-9a6b-abc0848c806d req-d57a7bc4-d9b1-49bc-a7c6-1932784ce026 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:02.269726 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ac0ad086-1b77-4057-9a6b-abc0848c806d req-d57a7bc4-d9b1-49bc-a7c6-1932784ce026 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0779555 Aug 12 17:36:02.328372 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ac0ad086-1b77-4057-9a6b-abc0848c806d req-a7a59637-e285-4d84-a4a3-e4ea96efaf13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523863 Aug 12 17:36:02.333280 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-59f33b8f-df3f-4c3c-afdd-1fbbf7fdcb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.337543 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-59f33b8f-df3f-4c3c-afdd-1fbbf7fdcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.379984 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-59f33b8f-df3f-4c3c-afdd-1fbbf7fdcb62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41b2efea2dc5417ea9155ff509b5c96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918469 Aug 12 17:36:02.380759 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f33b8f-df3f-4c3c-afdd-1fbbf7fdcb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112cb99b-c49f-4f6b-a4de-84d60819a9e0,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:02.382991 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46196) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:02.435553 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c6ae93cf-f8e2-44f5-8b61-a5011dd3aa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.458320 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c6ae93cf-f8e2-44f5-8b61-a5011dd3aa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.510003 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c6ae93cf-f8e2-44f5-8b61-a5011dd3aa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.512687 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c6ae93cf-f8e2-44f5-8b61-a5011dd3aa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.513870 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-c6ae93cf-f8e2-44f5-8b61-a5011dd3aa9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/112cb99b-c49f-4f6b-a4de-84d60819a9e0 HTTP/1.1" status: 204 len: 168 time: 0.1297870 Aug 12 17:36:02.522310 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae93cf-f8e2-44f5-8b61-a5011dd3aa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112cb99b-c49f-4f6b-a4de-84d60819a9e0,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:02.825008 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46210) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:02.850545 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-be7b4d36-f090-4cbe-9b31-05aff53994e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.890568 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b7465c17-1b89-4fbb-ad7e-73426ad8f531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.908192 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea6b7c-6d8e-4d60-9475-50d9622acc50 req-ceddeb03-8c34-4e46-af60-22c83418b4f1 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:02.909796 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0dea6b7c-6d8e-4d60-9475-50d9622acc50 req-ceddeb03-8c34-4e46-af60-22c83418b4f1 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.0827646 Aug 12 17:36:02.943821 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354081dc-2dd2-4c65-b745-6cc6d2d62e63 req-3f6725eb-e254-4465-ab2f-512628069ee0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:02.945564 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-354081dc-2dd2-4c65-b745-6cc6d2d62e63 req-3f6725eb-e254-4465-ab2f-512628069ee0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0834429 Aug 12 17:36:02.954245 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-be7b4d36-f090-4cbe-9b31-05aff53994e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.958798 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-be7b4d36-f090-4cbe-9b31-05aff53994e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:02.972749 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0dea6b7c-6d8e-4d60-9475-50d9622acc50 req-7f104690-e047-40bb-afab-e6b6c4a59d5b tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560584 Aug 12 17:36:02.989821 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b4d36-f090-4cbe-9b31-05aff53994e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d826275-656b-43b7-9c9d-fa36bc43fb85,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:03.003823 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-354081dc-2dd2-4c65-b745-6cc6d2d62e63 req-ae35ad11-8b05-4886-8ddb-321296843315 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454090 Aug 12 17:36:03.010938 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-be7b4d36-f090-4cbe-9b31-05aff53994e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a493b174158d40e599d786656423a552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847639 Aug 12 17:36:03.013747 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46212) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:03.066634 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb173e-5c18-4417-b7a3-d6f18bee7379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:03.088918 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb173e-5c18-4417-b7a3-d6f18bee7379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:03.138009 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb173e-5c18-4417-b7a3-d6f18bee7379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:03.141864 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3bfb173e-5c18-4417-b7a3-d6f18bee7379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:03.143110 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-3bfb173e-5c18-4417-b7a3-d6f18bee7379 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d826275-656b-43b7-9c9d-fa36bc43fb85 HTTP/1.1" status: 204 len: 168 time: 0.1281674 Aug 12 17:36:03.151316 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb173e-5c18-4417-b7a3-d6f18bee7379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d826275-656b-43b7-9c9d-fa36bc43fb85,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:03.223572 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:03.271006 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232280e-dc60-4616-ae9a-f5acd671ae7b req-21b3b93b-a02f-4f6b-92db-ecd2be462f32 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:03.279510 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c232280e-dc60-4616-ae9a-f5acd671ae7b req-21b3b93b-a02f-4f6b-92db-ecd2be462f32 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0781293 Aug 12 17:36:03.285271 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4528ca57-1bae-40cf-8c62-07534240ad03 req-8e27e3eb-ea20-4f39-873a-2f383705249a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616a918d-17a7-43ac-976b-6d1af4519a10 HTTP/1.1" status: 200 len: 217 time: 0.0534694 Aug 12 17:36:03.334834 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c232280e-dc60-4616-ae9a-f5acd671ae7b req-b3b2ade3-9be9-49aa-830c-7a5d49e09d11 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532048 Aug 12 17:36:03.398400 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528ca57-1bae-40cf-8c62-07534240ad03 req-9bf9c09a-4caa-4961-8855-45fd5741f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:03.399894 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4528ca57-1bae-40cf-8c62-07534240ad03 req-9bf9c09a-4caa-4961-8855-45fd5741f64d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10424a1a-330a-4912-aa2a-fb4af80b3911 HTTP/1.1" status: 200 len: 858 time: 0.0779202 Aug 12 17:36:03.404784 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-fad56f10-6ddb-4a02-ae2f-e14de00ec71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:03.406632 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-fad56f10-6ddb-4a02-ae2f-e14de00ec71a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 1096 time: 0.1135006 Aug 12 17:36:03.425644 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a555295-e317-4a2a-ab3a-742322ae5d1b req-042ba89f-58a5-47f8-98e9-fd8202740931 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:03.427526 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8a555295-e317-4a2a-ab3a-742322ae5d1b req-042ba89f-58a5-47f8-98e9-fd8202740931 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0676379 Aug 12 17:36:03.444793 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4528ca57-1bae-40cf-8c62-07534240ad03 req-54f5966e-9241-4d69-8715-9b0712431a4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2316014-db78-41a6-b7d2-c5985f4c6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366828 Aug 12 17:36:03.504919 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be5527-fe28-44fa-8289-34822ed4cc5e req-9ec314fc-28fd-4229-ab15-15cbbc05b03b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:03.506685 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f5be5527-fe28-44fa-8289-34822ed4cc5e req-9ec314fc-28fd-4229-ab15-15cbbc05b03b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0782316 Aug 12 17:36:03.512341 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8a555295-e317-4a2a-ab3a-742322ae5d1b req-24ccfb4c-0c8e-4106-a85a-92556f22f138 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731030 Aug 12 17:36:03.558507 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f5be5527-fe28-44fa-8289-34822ed4cc5e req-add52396-05c0-4cd6-83bc-52f90ce5cd4c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352869 Aug 12 17:36:03.639583 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e71c4a-7c86-4af2-82aa-b80eb0afe83a req-3ffebf0a-410a-4af8-8545-fc6dc7795e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:03.641074 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-13e71c4a-7c86-4af2-82aa-b80eb0afe83a req-3ffebf0a-410a-4af8-8545-fc6dc7795e1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 1098 time: 0.1534774 Aug 12 17:36:03.663788 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-db13968d-8572-4f2c-9477-0afd6717479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:03.665218 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-db13968d-8572-4f2c-9477-0afd6717479c service neutron] 10.222.0.10 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 910 time: 0.2482007 Aug 12 17:36:03.925142 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4528ca57-1bae-40cf-8c62-07534240ad03 req-5f12cd8b-17a8-44c4-97e4-c12c7b9b9403 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695606 Aug 12 17:36:03.942810 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-4c147039-4bac-48d3-9136-10dd9065b507 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5 HTTP/1.1" status: 200 len: 217 time: 0.2640829 Aug 12 17:36:03.947650 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-13e71c4a-7c86-4af2-82aa-b80eb0afe83a req-39f1d0b3-0ca7-4cbb-8ee6-b27d9d21c34d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974219 Aug 12 17:36:04.037545 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:04.085014 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4528ca57-1bae-40cf-8c62-07534240ad03 req-afbe209f-6c56-492a-ac0c-7f8f0a9de9bc service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514504 Aug 12 17:36:04.203233 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349439b-0e49-4b70-b5ee-6254c657029f req-17b846fc-fbc7-4f9f-8abf-6b2ea9f10c46 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:04.205073 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2349439b-0e49-4b70-b5ee-6254c657029f req-17b846fc-fbc7-4f9f-8abf-6b2ea9f10c46 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.1299999 Aug 12 17:36:04.226815 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48b52a-f0ee-44cf-bdcc-34b1a04e7bef req-a73c1989-0f60-480d-8589-bdd1583d3434 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:04.228674 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4f48b52a-f0ee-44cf-bdcc-34b1a04e7bef req-a73c1989-0f60-480d-8589-bdd1583d3434 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0930974 Aug 12 17:36:04.283196 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-32f10f01-aed7-49fa-a89d-1546c5ab2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:04.287639 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-32f10f01-aed7-49fa-a89d-1546c5ab2be4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 200 len: 849 time: 0.1013288 Aug 12 17:36:04.289094 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2349439b-0e49-4b70-b5ee-6254c657029f req-ac08af9a-af9f-415b-85d9-840fb4882ca6 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716684 Aug 12 17:36:04.373235 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4f48b52a-f0ee-44cf-bdcc-34b1a04e7bef req-f384b0ba-e61e-4d24-b002-60c11203d94f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177258 Aug 12 17:36:04.376868 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-ff548d34-1824-4533-b370-8f4b6635872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:04.381811 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-ff548d34-1824-4533-b370-8f4b6635872a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62101b59-2a07-457f-a492-cb59bed73924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760906 Aug 12 17:36:04.540727 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fceb9d-2476-40d9-959b-5dd68961630f req-0f5f484e-76f3-4a63-9a4c-156dde33d493 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:04.549213 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-96fceb9d-2476-40d9-959b-5dd68961630f req-0f5f484e-76f3-4a63-9a4c-156dde33d493 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.1037629 Aug 12 17:36:04.580968 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-db370838-533d-402e-8123-a72855aac6f5 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618764 Aug 12 17:36:04.587158 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-96fceb9d-2476-40d9-959b-5dd68961630f req-cdbf34b1-0e5d-48ba-b251-2dda8cc72342 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370321 Aug 12 17:36:04.682686 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eb76b-cc46-436b-9da1-58726109a3ae req-1d344c1f-fabc-4400-8f19-8cf62b655f08 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:04.684298 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4a3eb76b-cc46-436b-9da1-58726109a3ae req-1d344c1f-fabc-4400-8f19-8cf62b655f08 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0682092 Aug 12 17:36:04.707126 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-3f8ada58-3914-449f-a27f-2d7602e8a38a service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166685 Aug 12 17:36:04.744616 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4a3eb76b-cc46-436b-9da1-58726109a3ae req-c5b06166-f457-4913-a174-e3dcd2faa080 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462325 Aug 12 17:36:04.753699 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1bd03-b74e-42d0-8dc5-ed57965f0f00 req-5fb2728e-73ff-4667-801f-6535cd9f70a4 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:04.755373 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-48c1bd03-b74e-42d0-8dc5-ed57965f0f00 req-5fb2728e-73ff-4667-801f-6535cd9f70a4 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0931149 Aug 12 17:36:04.808875 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-48c1bd03-b74e-42d0-8dc5-ed57965f0f00 req-d30a281a-5c21-456e-aa03-cd675f06e2a2 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437233 Aug 12 17:36:04.851025 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 46282) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:04.855577 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-34ded519-3f60-49c2-947c-8f80366855fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:04.857339 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-34ded519-3f60-49c2-947c-8f80366855fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 1096 time: 0.0682542 Aug 12 17:36:05.009885 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-fc3107c3-559e-4e56-b60f-fccf874ffb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:05.012086 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-fc3107c3-559e-4e56-b60f-fccf874ffb68 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 917 time: 0.1416564 Aug 12 17:36:05.029147 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a7c0d8c0-3bc7-4e3c-9b8d-e89bffdc78c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:05.160606 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a7c0d8c0-3bc7-4e3c-9b8d-e89bffdc78c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:05.168717 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a7c0d8c0-3bc7-4e3c-9b8d-e89bffdc78c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:05.210766 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-a7c0d8c0-3bc7-4e3c-9b8d-e89bffdc78c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b8efe5f145b47aeba251e69c699f505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583496 Aug 12 17:36:05.213994 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46294) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:05.215838 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0d8c0-3bc7-4e3c-9b8d-e89bffdc78c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70253726-f994-4ffb-be46-9578ebefa75d,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:05.284974 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-46d1e459-806a-4027-b388-39532ec4716b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:05.315749 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-46d1e459-806a-4027-b388-39532ec4716b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:05.391303 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-46d1e459-806a-4027-b388-39532ec4716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:05.396181 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-46d1e459-806a-4027-b388-39532ec4716b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:05.402203 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-46d1e459-806a-4027-b388-39532ec4716b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70253726-f994-4ffb-be46-9578ebefa75d HTTP/1.1" status: 204 len: 168 time: 0.1813176 Aug 12 17:36:05.411836 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:05.412244 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1e459-806a-4027-b388-39532ec4716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70253726-f994-4ffb-be46-9578ebefa75d,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:05.466297 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07331b-21eb-4242-92dc-50e222a390b9 req-574a9c04-1d5a-4571-9812-1e2b2c36a062 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:05.468954 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2a07331b-21eb-4242-92dc-50e222a390b9 req-574a9c04-1d5a-4571-9812-1e2b2c36a062 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.0999262 Aug 12 17:36:05.549745 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2a07331b-21eb-4242-92dc-50e222a390b9 req-30b940f0-502f-472a-8e67-ddaf8364ac22 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624835 Aug 12 17:36:05.558914 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4eff8-c301-49aa-b1b5-8616b9c7b3af req-388f575a-4efe-4180-95be-e24ed171e455 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:05.560548 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-52d4eff8-c301-49aa-b1b5-8616b9c7b3af req-388f575a-4efe-4180-95be-e24ed171e455 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0902815 Aug 12 17:36:05.614537 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-52d4eff8-c301-49aa-b1b5-8616b9c7b3af req-99e24c9e-c2d6-42cd-87e1-0067d4be0ff9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Aug 12 17:36:05.738802 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ba126-618d-4f41-98f1-84156ed9ac6a req-f0d6d1e1-5c42-482e-b0aa-ac518b49b544 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:05.740283 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-910ba126-618d-4f41-98f1-84156ed9ac6a req-f0d6d1e1-5c42-482e-b0aa-ac518b49b544 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0621378 Aug 12 17:36:05.790736 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-910ba126-618d-4f41-98f1-84156ed9ac6a req-e7c6a275-2957-4b97-9586-0199bb439b49 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433879 Aug 12 17:36:05.896538 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df77ec6f-a9d5-4560-82cd-ad70d0e4f318 req-9510bf10-403a-452f-86df-1d5ab4d86cf2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:05.898154 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-df77ec6f-a9d5-4560-82cd-ad70d0e4f318 req-9510bf10-403a-452f-86df-1d5ab4d86cf2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0588562 Aug 12 17:36:05.996503 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef564069-957e-486f-a594-4f962669fafe req-de995cf4-3c1d-40ba-a202-01aa20855fe5 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:06.002712 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ef564069-957e-486f-a594-4f962669fafe req-de995cf4-3c1d-40ba-a202-01aa20855fe5 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0819263 Aug 12 17:36:06.005886 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-df77ec6f-a9d5-4560-82cd-ad70d0e4f318 req-6df3bd0c-ed55-4e45-87d2-ccec0a9c08ae tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954835 Aug 12 17:36:06.047601 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ef564069-957e-486f-a594-4f962669fafe req-2166edbb-c951-4a20-b4db-2e7caa407192 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Aug 12 17:36:06.775816 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e84b2-6006-400e-af1c-fb68d209ad61 req-b14e49dc-0281-4142-9dfe-1001f7d0b751 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:06.777393 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd3e84b2-6006-400e-af1c-fb68d209ad61 req-b14e49dc-0281-4142-9dfe-1001f7d0b751 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0535762 Aug 12 17:36:06.820594 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd3e84b2-6006-400e-af1c-fb68d209ad61 req-1a5d8291-f3a9-4833-8161-c4da903030d2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368218 Aug 12 17:36:06.919004 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7694e-9840-489a-863f-ade9edc74dcf req-925915aa-91c1-42b6-a7a9-8da69fbcde48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:06.920527 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aed7694e-9840-489a-863f-ade9edc74dcf req-925915aa-91c1-42b6-a7a9-8da69fbcde48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0491464 Aug 12 17:36:06.959979 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aed7694e-9840-489a-863f-ade9edc74dcf req-9db7547e-2256-445c-9dfc-a3f2e21c13f0 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333405 Aug 12 17:36:07.074929 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-2f63fd16-7b2b-4460-9f9e-aeba6c9fa2b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5 HTTP/1.1" status: 200 len: 217 time: 0.0409815 Aug 12 17:36:07.199860 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431757b-e187-4d61-b8ca-e0586be7615c req-e2a0d500-2002-4b71-addb-efd959fe1466 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:07.201487 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2431757b-e187-4d61-b8ca-e0586be7615c req-e2a0d500-2002-4b71-addb-efd959fe1466 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0885918 Aug 12 17:36:07.210737 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26fe9c-8dde-4305-8845-e187f3166879 req-369a87a4-9a6c-4886-96d2-466fa339388e tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:07.212318 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d26fe9c-8dde-4305-8845-e187f3166879 req-369a87a4-9a6c-4886-96d2-466fa339388e tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0900123 Aug 12 17:36:07.269303 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2431757b-e187-4d61-b8ca-e0586be7615c req-f3cfbe56-e0cf-4052-ae82-f34b0682b83c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559776 Aug 12 17:36:07.278382 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9d26fe9c-8dde-4305-8845-e187f3166879 req-dad91d7c-3c0c-4fc7-be9c-d1b22e0ed1ad tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 Aug 12 17:36:07.945393 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5aa99-2fbc-47cf-94d4-bc909bdff246 req-d6b4101b-1ab2-441a-98ff-9ffdfcfb8157 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:07.947056 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-19f5aa99-2fbc-47cf-94d4-bc909bdff246 req-d6b4101b-1ab2-441a-98ff-9ffdfcfb8157 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0521698 Aug 12 17:36:07.993308 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-19f5aa99-2fbc-47cf-94d4-bc909bdff246 req-c381800f-78da-458a-80a9-a0bb6f3db204 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384347 Aug 12 17:36:08.091097 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e9d31-b271-46b8-9d3b-11128011c003 req-b0735b0e-4203-438c-80c9-7c4b24880db8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:08.093285 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7a8e9d31-b271-46b8-9d3b-11128011c003 req-b0735b0e-4203-438c-80c9-7c4b24880db8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0603771 Aug 12 17:36:08.134006 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7a8e9d31-b271-46b8-9d3b-11128011c003 req-0053d59f-32fa-400b-bfc6-5ea5a098408b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344384 Aug 12 17:36:08.271728 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-30b06c32-4727-4e3d-bdd5-a967e9a363e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:08.273648 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-30b06c32-4727-4e3d-bdd5-a967e9a363e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.0540686 Aug 12 17:36:08.419921 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd91f7-1011-4e0e-97a6-0d0a4f0c5aa2 req-9ba1eed8-448f-44f3-903f-43f2c59e6f11 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:08.422113 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-95cd91f7-1011-4e0e-97a6-0d0a4f0c5aa2 req-9ba1eed8-448f-44f3-903f-43f2c59e6f11 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0779777 Aug 12 17:36:08.444498 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312acf83-e982-4333-88ff-a0d3a840b19c req-fef3f421-1f19-4076-84cf-eb6dda43fbf5 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:08.446102 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-312acf83-e982-4333-88ff-a0d3a840b19c req-fef3f421-1f19-4076-84cf-eb6dda43fbf5 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0761888 Aug 12 17:36:08.492646 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-95cd91f7-1011-4e0e-97a6-0d0a4f0c5aa2 req-ca99b3d7-5491-4c4b-9ebf-88786d59699b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617416 Aug 12 17:36:08.506341 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-312acf83-e982-4333-88ff-a0d3a840b19c req-e90df04e-7e4a-4ab0-bf67-3b316332dcc1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513570 Aug 12 17:36:09.147645 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e365a-25d1-441c-b1b8-8e34512c913d req-c2bc3352-a346-4e47-b2ea-5b754f535a28 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:09.150476 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-740e365a-25d1-441c-b1b8-8e34512c913d req-c2bc3352-a346-4e47-b2ea-5b754f535a28 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0777409 Aug 12 17:36:09.207647 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-740e365a-25d1-441c-b1b8-8e34512c913d req-b907ead9-f0b2-4191-a478-2ce263e791c0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432320 Aug 12 17:36:09.293461 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122addff-2773-4cb7-9742-cc46d74174e0 req-2de4ae61-50fe-4382-a8b0-db09a6d8b949 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:09.296179 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-122addff-2773-4cb7-9742-cc46d74174e0 req-2de4ae61-50fe-4382-a8b0-db09a6d8b949 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0656312 Aug 12 17:36:09.337963 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-122addff-2773-4cb7-9742-cc46d74174e0 req-57582e43-a192-49db-a2e0-dd5e5798cb8b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358381 Aug 12 17:36:09.684082 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-36fcd321-70a1-42cc-93e8-6078df20a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:09.687825 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-36fcd321-70a1-42cc-93e8-6078df20a518 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502031 Aug 12 17:36:09.690560 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339b3b5-785f-4b3e-898d-0ecc1da6063f req-f38c2399-07b8-4d0f-8d6b-c1d65af70aab tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:09.692128 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2339b3b5-785f-4b3e-898d-0ecc1da6063f req-f38c2399-07b8-4d0f-8d6b-c1d65af70aab tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1138916 Aug 12 17:36:09.714807 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9d151-3f06-4eeb-9938-a15c20f02123 req-e7daa655-85ff-4533-9a46-567d2e5831c9 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:09.717958 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d3e9d151-3f06-4eeb-9938-a15c20f02123 req-e7daa655-85ff-4533-9a46-567d2e5831c9 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0975773 Aug 12 17:36:09.834273 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2339b3b5-785f-4b3e-898d-0ecc1da6063f req-c94a44eb-8040-4d8b-83b0-fe292cee48d3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337941 Aug 12 17:36:09.860146 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d3e9d151-3f06-4eeb-9938-a15c20f02123 req-6ae6061f-ff04-4783-a19c-92f02070abf8 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244338 Aug 12 17:36:09.923499 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-10428888-f3b7-408b-821c-93bf70adedd7 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251580 Aug 12 17:36:10.082346 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4c72f00f-c914-4bc6-940a-dc0fd7eea6df req-16e31bfb-90bb-44b1-99bb-89617fe184f6 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513243 Aug 12 17:36:10.342117 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2c616-0d66-4ed5-bdc0-087e542d261b req-31b801fb-a5cf-49e8-98f3-599c4607aee7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:10.343678 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-97f2c616-0d66-4ed5-bdc0-087e542d261b req-31b801fb-a5cf-49e8-98f3-599c4607aee7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0528960 Aug 12 17:36:10.397545 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-97f2c616-0d66-4ed5-bdc0-087e542d261b req-52ed953e-282c-4ed0-8d7d-b2b41c912d30 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428400 Aug 12 17:36:10.470326 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b03d26-9b83-401e-af3a-f5e5aabbdac7 req-38d445b5-8fab-47ed-bd5d-41d85e9f53ee tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:10.472126 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-45b03d26-9b83-401e-af3a-f5e5aabbdac7 req-38d445b5-8fab-47ed-bd5d-41d85e9f53ee tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0593379 Aug 12 17:36:10.524190 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-45b03d26-9b83-401e-af3a-f5e5aabbdac7 req-5b87add4-ece0-44d9-8bb9-e96e71ef1d1e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Aug 12 17:36:11.027963 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b733c00-2b64-480e-9818-9f2feddcad76 req-3ec3de0b-7b4f-489f-a629-b389388f386c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:11.029536 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3b733c00-2b64-480e-9818-9f2feddcad76 req-3ec3de0b-7b4f-489f-a629-b389388f386c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0979211 Aug 12 17:36:11.058878 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e9ca9-d2b6-4668-ac0d-e5b186fc86a8 req-4493cbc9-46a0-47a1-9af5-a9421f9b68af tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:11.060399 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-034e9ca9-d2b6-4668-ac0d-e5b186fc86a8 req-4493cbc9-46a0-47a1-9af5-a9421f9b68af tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0970433 Aug 12 17:36:11.096787 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3b733c00-2b64-480e-9818-9f2feddcad76 req-f7380bdd-dabe-469b-aca1-358c3c98cc9e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606432 Aug 12 17:36:11.117868 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-034e9ca9-d2b6-4668-ac0d-e5b186fc86a8 req-72143124-2346-40aa-a87f-1faf319f9d6c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493484 Aug 12 17:36:11.556177 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cf67a-9fcb-49ea-bd27-bd56202e3ebc req-9a694bf7-c290-40fc-82d4-3b9cfaaf36fc tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:11.557716 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d90cf67a-9fcb-49ea-bd27-bd56202e3ebc req-9a694bf7-c290-40fc-82d4-3b9cfaaf36fc tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0648439 Aug 12 17:36:11.619194 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d90cf67a-9fcb-49ea-bd27-bd56202e3ebc req-b1e9ff3d-d234-496c-912c-5487110c98f2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508580 Aug 12 17:36:11.751003 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eef28b-eb1b-4d60-be76-254f8c57eda4 req-be7dc6e1-7ff6-472c-85f9-cdf5e764bc46 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:11.753473 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d4eef28b-eb1b-4d60-be76-254f8c57eda4 req-be7dc6e1-7ff6-472c-85f9-cdf5e764bc46 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 943 time: 0.0611346 Aug 12 17:36:11.805165 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d4eef28b-eb1b-4d60-be76-254f8c57eda4 req-bd8d6f49-0a14-4a29-847a-f58fd697d033 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409019 Aug 12 17:36:11.896003 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device e8b4595f-da7d-4422-8eaf-f8c9989213b5 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:36:12.034447 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port e8b4595f-da7d-4422-8eaf-f8c9989213b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:12.052361 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'port_id': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5', 'mac_address': 'fa:16:3e:50:12:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:36:12.104399 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:12.120982 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b4595f-da7d-4422-8eaf-f8c9989213b5 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:36:12.155637 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port e8b4595f-da7d-4422-8eaf-f8c9989213b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:12.162740 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:12.163926 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device ddf6b15c-5863-41e5-9ce4-548ec7dfc763 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:36:12.308476 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc714d91-860f-4086-a5b4-8e58c33cfc25 req-829c1cb1-fa84-46b5-8272-c95af805ae3e tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:12.310267 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc714d91-860f-4086-a5b4-8e58c33cfc25 req-829c1cb1-fa84-46b5-8272-c95af805ae3e tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.1029930 Aug 12 17:36:12.322530 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af10ed9-2199-4de1-b34c-53adf9087bae req-2fb785d1-3fd5-42e8-bcf0-215940b94798 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:12.324043 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9af10ed9-2199-4de1-b34c-53adf9087bae req-2fb785d1-3fd5-42e8-bcf0-215940b94798 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0788078 Aug 12 17:36:12.352306 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=e8b4595f-da7d-4422-8eaf-f8c9989213b5,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:12.407724 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port ddf6b15c-5863-41e5-9ce4-548ec7dfc763, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:12.409471 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc714d91-860f-4086-a5b4-8e58c33cfc25 req-704e3ebd-009c-4386-b4e3-2b73cfb5e98e tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837550 Aug 12 17:36:12.429408 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': 'ddf6b15c-5863-41e5-9ce4-548ec7dfc763', 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e', 'port_id': 'ddf6b15c-5863-41e5-9ce4-548ec7dfc763', 'mac_address': 'fa:16:3e:f8:db:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10424a1a-330a-4912-aa2a-fb4af80b3911', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:36:12.445350 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9af10ed9-2199-4de1-b34c-53adf9087bae req-8a1bd1c0-5b70-44b7-9a79-8564cdf26303 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045492 Aug 12 17:36:12.477450 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:12.495923 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf6b15c-5863-41e5-9ce4-548ec7dfc763 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:36:12.523468 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port ddf6b15c-5863-41e5-9ce4-548ec7dfc763, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:12.528399 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:12.529135 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 616a918d-17a7-43ac-976b-6d1af4519a10 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:36:12.600899 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 616a918d-17a7-43ac-976b-6d1af4519a10, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=616a918d-17a7-43ac-976b-6d1af4519a10,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:12.603783 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:12.620908 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '616a918d-17a7-43ac-976b-6d1af4519a10', 'network_id': 'd2316014-db78-41a6-b7d2-c5985f4c6c0e', 'port_id': '616a918d-17a7-43ac-976b-6d1af4519a10', 'mac_address': 'fa:16:3e:2e:14:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10424a1a-330a-4912-aa2a-fb4af80b3911', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:36:12.668498 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:12.684390 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616a918d-17a7-43ac-976b-6d1af4519a10 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:36:12.710116 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 616a918d-17a7-43ac-976b-6d1af4519a10, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=616a918d-17a7-43ac-976b-6d1af4519a10,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:12.715584 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:12.788292 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=616a918d-17a7-43ac-976b-6d1af4519a10,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:12.817382 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1853f8e-559b-411b-acac-5569256807cd req-a0aef9d0-8810-4fbe-b654-8d16f93b1c81 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:12.823047 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c1853f8e-559b-411b-acac-5569256807cd req-a0aef9d0-8810-4fbe-b654-8d16f93b1c81 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 945 time: 0.0841501 Aug 12 17:36:12.938998 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c1853f8e-559b-411b-acac-5569256807cd req-9c96cf3f-b2e4-41f2-8c32-9dbd0fb18f8b tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047146 Aug 12 17:36:13.050827 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66de0-27db-448e-bb28-86ccce9dff6e req-9554b3b9-ade5-4bc7-be08-688bc7b7d5b7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:13.058331 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d8b66de0-27db-448e-bb28-86ccce9dff6e req-9554b3b9-ade5-4bc7-be08-688bc7b7d5b7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 944 time: 0.0845625 Aug 12 17:36:13.103425 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d8b66de0-27db-448e-bb28-86ccce9dff6e req-d1e36321-757e-47e9-b44e-90ee8522eaca tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Aug 12 17:36:13.491035 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['ddf6b15c-5863-41e5-9ce4-548ec7dfc763'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:36:13.505959 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['e8b4595f-da7d-4422-8eaf-f8c9989213b5'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:36:13.607369 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['616a918d-17a7-43ac-976b-6d1af4519a10'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:36:13.622609 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236f93e-3b7d-48f1-bd3a-9e2e64fc5faf req-404bb3ac-869c-4a86-bc0e-7bf7351a974e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:13.624748 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9236f93e-3b7d-48f1-bd3a-9e2e64fc5faf req-404bb3ac-869c-4a86-bc0e-7bf7351a974e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0692983 Aug 12 17:36:13.693720 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9236f93e-3b7d-48f1-bd3a-9e2e64fc5faf req-a9ff6a5b-6d36-4117-bb56-7268fc952b5f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561037 Aug 12 17:36:13.908999 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6815297b-323e-40b8-b7fe-5cdb9d6761b5 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:36:14.079934 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:14.097858 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'port_id': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'mac_address': 'fa:16:3e:b4:b8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:36:14.154623 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:14.179275 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6815297b-323e-40b8-b7fe-5cdb9d6761b5 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:36:14.196698 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01487021-080d-4c97-a782-fab1eaa6bfb7 req-26d595e9-f758-423f-84b3-e1595dae0973 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:14.198619 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-01487021-080d-4c97-a782-fab1eaa6bfb7 req-26d595e9-f758-423f-84b3-e1595dae0973 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 945 time: 0.0829251 Aug 12 17:36:14.236248 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:14.244226 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:14.274982 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-01487021-080d-4c97-a782-fab1eaa6bfb7 req-60aff050-b6c5-4324-82bb-d4b7377d315c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635266 Aug 12 17:36:14.315560 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:14.326788 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.327574 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.327927 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.328431 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.328782 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.329120 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.329459 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.329979 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.330821 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.331461 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.332015 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.332297 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:14.428972 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8b154-bbd6-4749-baf6-51c4a7abff9f req-49a8d679-0c81-4895-b81e-8bed741ea666 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:14.430651 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0aa8b154-bbd6-4749-baf6-51c4a7abff9f req-49a8d679-0c81-4895-b81e-8bed741ea666 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 944 time: 0.0695405 Aug 12 17:36:14.532412 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0aa8b154-bbd6-4749-baf6-51c4a7abff9f req-ea9e5c13-c1c7-483e-9d82-e083de2d1f4a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926433 Aug 12 17:36:14.837505 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788808d3-2749-418f-8f27-975b74909c18 req-b1723e93-6a2d-4398-b51e-e3c885037e2b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:14.838653 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46546) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:14.839522 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-788808d3-2749-418f-8f27-975b74909c18 req-b1723e93-6a2d-4398-b51e-e3c885037e2b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0545912 Aug 12 17:36:14.881454 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-788808d3-2749-418f-8f27-975b74909c18 req-a2ec1683-13f8-4060-834e-0bc69563377c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355294 Aug 12 17:36:14.954039 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:15.056486 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:15.060795 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:15.104221 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8298cc488adb46e5acf62d5b017f26e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643676 Aug 12 17:36:15.105181 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac11e365-c348-45e2-b2f4-9f45d72ec3f7,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:15.106983 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 46552) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:15.115811 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.116164 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.116514 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.116856 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.117192 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.117597 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.117926 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.118306 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.118634 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.118959 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.119283 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.119604 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cd884d-de8e-47cf-9247-0d9de393b3c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.167187 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:15.191634 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:15.243668 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:15.246399 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:15.247591 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac11e365-c348-45e2-b2f4-9f45d72ec3f7 HTTP/1.1" status: 204 len: 168 time: 0.1396234 Aug 12 17:36:15.255477 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac11e365-c348-45e2-b2f4-9f45d72ec3f7,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:15.267631 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.267987 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.268333 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.268694 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.269030 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.269385 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.269738 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.270133 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.270439 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.270783 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.271091 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.271416 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4784f030-ec8e-4a73-a01f-10082d43680f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:36:15.452364 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbabad9-ae3d-44fa-b63f-522fe9417184 req-07fc7317-24ad-4978-a2f7-5caabfbf6868 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:15.453996 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-acbabad9-ae3d-44fa-b63f-522fe9417184 req-07fc7317-24ad-4978-a2f7-5caabfbf6868 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 945 time: 0.0653195 Aug 12 17:36:15.520483 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-acbabad9-ae3d-44fa-b63f-522fe9417184 req-140f84ec-a70b-43c0-a710-f438551c0008 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546739 Aug 12 17:36:15.672836 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7854f2-0358-4819-bfc1-ab2bdc6cef2e req-53d63a50-21a6-456b-a679-a27ff6697259 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:15.674817 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-df7854f2-0358-4819-bfc1-ab2bdc6cef2e req-53d63a50-21a6-456b-a679-a27ff6697259 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 944 time: 0.0637100 Aug 12 17:36:15.728609 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-df7854f2-0358-4819-bfc1-ab2bdc6cef2e req-5002bf99-b2dd-45f6-96c4-eb2f54a8442a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420434 Aug 12 17:36:16.010644 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce8bcb-b512-4e44-9e6d-cf631f02c43d req-5fa849d2-8ac3-40e0-96c6-11443f4fc881 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:16.012446 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-94ce8bcb-b512-4e44-9e6d-cf631f02c43d req-5fa849d2-8ac3-40e0-96c6-11443f4fc881 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0511978 Aug 12 17:36:16.056253 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-94ce8bcb-b512-4e44-9e6d-cf631f02c43d req-61029f10-7727-4d74-8d04-f488033289fb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369725 Aug 12 17:36:16.653365 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6371df6-aaf7-4d45-82c1-ac4df574d8b4 req-97a4441d-9029-4927-8f63-c49929591eb5 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:16.655590 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d6371df6-aaf7-4d45-82c1-ac4df574d8b4 req-97a4441d-9029-4927-8f63-c49929591eb5 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 945 time: 0.0549636 Aug 12 17:36:17.008633 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d6371df6-aaf7-4d45-82c1-ac4df574d8b4 req-9928d0b4-84a8-4802-8b34-95d2fc7dc331 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439014 Aug 12 17:36:17.035991 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcc343-9bc4-43fa-a75a-5b8691f0d668 req-ee5707ae-9ac4-4f00-9e49-3361bfa81024 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:17.037626 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-88fcc343-9bc4-43fa-a75a-5b8691f0d668 req-ee5707ae-9ac4-4f00-9e49-3361bfa81024 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 944 time: 0.0886788 Aug 12 17:36:17.092783 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-88fcc343-9bc4-43fa-a75a-5b8691f0d668 req-c1fb4337-f195-471b-8eaa-8b54ef9e9fa0 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413568 Aug 12 17:36:17.208619 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e4e38-541b-4a41-9a3d-202c81b739f7 req-0d9d18de-0e7f-4707-aa88-4e72a720223b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:17.210280 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-056e4e38-541b-4a41-9a3d-202c81b739f7 req-0d9d18de-0e7f-4707-aa88-4e72a720223b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0611546 Aug 12 17:36:17.272056 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-056e4e38-541b-4a41-9a3d-202c81b739f7 req-a0181543-349a-4f39-a4e4-f368fc4fb9cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526774 Aug 12 17:36:18.160180 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4a549-e96b-4f4c-adb8-85d871fe3bb7 req-b3767f8c-da82-4069-8fbc-0df3cdc0316c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:18.161813 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-17a4a549-e96b-4f4c-adb8-85d871fe3bb7 req-b3767f8c-da82-4069-8fbc-0df3cdc0316c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 945 time: 0.0527594 Aug 12 17:36:18.237574 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-17a4a549-e96b-4f4c-adb8-85d871fe3bb7 req-76e2852f-1a37-4072-af48-05de70748c4e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651369 Aug 12 17:36:18.258832 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c299371-af2f-4658-b537-889ef9da3fbf req-3ca09637-5b6e-4410-b5b8-d440c9dd2e1b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:18.260485 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2c299371-af2f-4658-b537-889ef9da3fbf req-3ca09637-5b6e-4410-b5b8-d440c9dd2e1b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 944 time: 0.0768616 Aug 12 17:36:18.316460 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2c299371-af2f-4658-b537-889ef9da3fbf req-8069a97c-c4e6-4b77-8449-d816352ecf27 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492661 Aug 12 17:36:18.422291 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990c337-d02e-456a-9a47-c7caa29e094d req-3757a886-3b4c-4927-8be2-c56fdbede222 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:18.423867 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a990c337-d02e-456a-9a47-c7caa29e094d req-3757a886-3b4c-4927-8be2-c56fdbede222 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0603197 Aug 12 17:36:18.477320 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a990c337-d02e-456a-9a47-c7caa29e094d req-dc8c88b0-1826-4b66-8656-d46a64dbb405 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471690 Aug 12 17:36:19.391215 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67084e-2903-4b29-9bd4-0564d5b5306d req-d18373a0-21ea-4aeb-9341-cd17fd6884c4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:19.393061 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3c67084e-2903-4b29-9bd4-0564d5b5306d req-d18373a0-21ea-4aeb-9341-cd17fd6884c4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 945 time: 0.0720003 Aug 12 17:36:19.437513 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['6815297b-323e-40b8-b7fe-5cdb9d6761b5'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:36:19.470432 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3c67084e-2903-4b29-9bd4-0564d5b5306d req-617183e7-6127-46f7-9246-7212eb766405 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631757 Aug 12 17:36:19.479704 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9063a5-0fb6-4259-a7ef-93cc3788f3d5 req-6d158ae7-b6b0-46a1-9262-1747baf864d5 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:19.481311 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6c9063a5-0fb6-4259-a7ef-93cc3788f3d5 req-6d158ae7-b6b0-46a1-9262-1747baf864d5 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 944 time: 0.0840454 Aug 12 17:36:19.524199 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6c9063a5-0fb6-4259-a7ef-93cc3788f3d5 req-89577cad-8e08-48d9-8e9c-473ac2d352af tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354328 Aug 12 17:36:19.643460 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9a715-cee9-44e1-b599-ced57509e503 req-a24a4da5-5da9-4a4d-8238-8a82be15415a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:19.645076 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f6d9a715-cee9-44e1-b599-ced57509e503 req-a24a4da5-5da9-4a4d-8238-8a82be15415a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0553811 Aug 12 17:36:19.690083 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f6d9a715-cee9-44e1-b599-ced57509e503 req-67522e16-e05d-445a-8867-9e8d8ef28ec3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386775 Aug 12 17:36:20.328716 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device e8b4595f-da7d-4422-8eaf-f8c9989213b5 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:36:20.417720 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port e8b4595f-da7d-4422-8eaf-f8c9989213b5 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:36:20.423022 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port e8b4595f-da7d-4422-8eaf-f8c9989213b5 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:36:20.423693 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:20.577088 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:20.612811 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:36:20.615793 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0c95b9-ae44-448e-915b-cf6a3d684b8c" -d '{"events": [{"server_uuid": "a76f79cd-633a-4101-9a6e-0015493f7ac9", "name": "network-vif-plugged", "status": "completed", "tag": "e8b4595f-da7d-4422-8eaf-f8c9989213b5"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:36:20.633937 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f0f59-e540-47ac-b484-5fb176337a96 req-53186947-e073-4be0-b671-631e0d65dcf9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:20.634549 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port e8b4595f-da7d-4422-8eaf-f8c9989213b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:20.637993 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f32f0f59-e540-47ac-b484-5fb176337a96 req-53186947-e073-4be0-b671-631e0d65dcf9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 945 time: 0.0833702 Aug 12 17:36:20.640579 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:20.641836 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device ddf6b15c-5863-41e5-9ce4-548ec7dfc763 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:36:20.725714 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=e8b4595f-da7d-4422-8eaf-f8c9989213b5,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:20.745891 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port ddf6b15c-5863-41e5-9ce4-548ec7dfc763 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:36:20.751766 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port ddf6b15c-5863-41e5-9ce4-548ec7dfc763 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:36:20.752151 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:20.774525 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f32f0f59-e540-47ac-b484-5fb176337a96 req-726d8547-e16b-4939-83f4-74fc9ee93e9e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189406 Aug 12 17:36:20.799927 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eff98c-bc86-4655-8a07-bd1bc62fff64 req-7449abf6-b880-4df9-9647-65b376410794 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:20.814540 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-07eff98c-bc86-4655-8a07-bd1bc62fff64 req-7449abf6-b880-4df9-9647-65b376410794 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.1690865 Aug 12 17:36:20.864986 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d063676-5a32-4e9b-b8df-fab794c304c4 x-openstack-request-id: req-0d063676-5a32-4e9b-b8df-fab794c304c4 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:36:20.865420 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f79cd-633a-4101-9a6e-0015493f7ac9", "name": "network-vif-plugged", "status": "completed", "tag": "e8b4595f-da7d-4422-8eaf-f8c9989213b5", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:36:20.865514 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d063676-5a32-4e9b-b8df-fab794c304c4 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:36:20.865975 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5', 'code': 200} Aug 12 17:36:20.883451 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-07eff98c-bc86-4655-8a07-bd1bc62fff64 req-2c2d8977-7fc9-40c8-b33d-31b42b30f48d tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674815 Aug 12 17:36:20.890940 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:20.938788 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port ddf6b15c-5863-41e5-9ce4-548ec7dfc763, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:20.943619 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:20.944496 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 616a918d-17a7-43ac-976b-6d1af4519a10 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:36:20.986634 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b96c8d-11f9-433c-9a9d-7d15f33e4832 req-e4d3c4b3-0bc7-4ca6-9ae6-c84c87145a88 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:20.989686 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-65b96c8d-11f9-433c-9a9d-7d15f33e4832 req-e4d3c4b3-0bc7-4ca6-9ae6-c84c87145a88 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0930436 Aug 12 17:36:21.027396 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:21.045772 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 616a918d-17a7-43ac-976b-6d1af4519a10 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:36:21.047296 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-65b96c8d-11f9-433c-9a9d-7d15f33e4832 req-994ad890-92ec-49ca-9210-d5ba2d383313 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504982 Aug 12 17:36:21.050387 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 616a918d-17a7-43ac-976b-6d1af4519a10 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:36:21.050753 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:21.145177 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:21.186821 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 616a918d-17a7-43ac-976b-6d1af4519a10, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=616a918d-17a7-43ac-976b-6d1af4519a10,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:21.191428 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:21.244067 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=616a918d-17a7-43ac-976b-6d1af4519a10,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:21.891268 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05d3f6-b251-4a38-842e-94af96b4d908 req-578316e2-a44e-48bd-8e73-a19ca7b28730 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:21.892795 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7c05d3f6-b251-4a38-842e-94af96b4d908 req-578316e2-a44e-48bd-8e73-a19ca7b28730 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0494835 Aug 12 17:36:21.935418 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7c05d3f6-b251-4a38-842e-94af96b4d908 req-7c2870c5-30f0-48b4-8f67-3463533e2f7e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367079 Aug 12 17:36:21.999562 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905d77e-2937-4f12-8db7-e70de71c8e7f req-6ad623c6-dc8e-435b-b533-94354c47edff tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:22.001224 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e905d77e-2937-4f12-8db7-e70de71c8e7f req-6ad623c6-dc8e-435b-b533-94354c47edff tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0537126 Aug 12 17:36:22.058404 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e905d77e-2937-4f12-8db7-e70de71c8e7f req-d0db1566-3439-47b1-97e3-bcc4e012cf96 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483675 Aug 12 17:36:22.221233 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b0af8-7ae5-49b0-9f5e-2187b48e080e req-0c26c54e-86a7-409f-ba76-bc3b99fba6d4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:22.222813 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-294b0af8-7ae5-49b0-9f5e-2187b48e080e req-0c26c54e-86a7-409f-ba76-bc3b99fba6d4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0595336 Aug 12 17:36:22.279327 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-294b0af8-7ae5-49b0-9f5e-2187b48e080e req-bcb617a0-5120-48c2-8c28-27d52272a959 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479987 Aug 12 17:36:22.867414 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29a11e4-db56-4b1c-baf3-d144ac4a9ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf6b15c-5863-41e5-9ce4-548ec7dfc763'}, {'server_uuid': '9e7daa4f-dbe0-4eba-97d5-77027dd1cd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616a918d-17a7-43ac-976b-6d1af4519a10'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:36:22.869963 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2af9ae-9423-4c94-a57a-5c6f08799b22" -d '{"events": [{"server_uuid": "d29a11e4-db56-4b1c-baf3-d144ac4a9ce2", "name": "network-vif-plugged", "status": "completed", "tag": "ddf6b15c-5863-41e5-9ce4-548ec7dfc763"}, {"server_uuid": "9e7daa4f-dbe0-4eba-97d5-77027dd1cd96", "name": "network-vif-plugged", "status": "completed", "tag": "616a918d-17a7-43ac-976b-6d1af4519a10"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:36:22.924756 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 12 Aug 2021 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0679557c-f240-4e3a-a97b-451ebeb75b6c x-openstack-request-id: req-0679557c-f240-4e3a-a97b-451ebeb75b6c {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:36:22.925234 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29a11e4-db56-4b1c-baf3-d144ac4a9ce2", "name": "network-vif-plugged", "status": "completed", "tag": "ddf6b15c-5863-41e5-9ce4-548ec7dfc763", "code": 200}, {"server_uuid": "9e7daa4f-dbe0-4eba-97d5-77027dd1cd96", "name": "network-vif-plugged", "status": "completed", "tag": "616a918d-17a7-43ac-976b-6d1af4519a10", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:36:22.925648 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0679557c-f240-4e3a-a97b-451ebeb75b6c {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:36:22.926309 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29a11e4-db56-4b1c-baf3-d144ac4a9ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf6b15c-5863-41e5-9ce4-548ec7dfc763', 'code': 200} Aug 12 17:36:22.926735 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7daa4f-dbe0-4eba-97d5-77027dd1cd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616a918d-17a7-43ac-976b-6d1af4519a10', 'code': 200} Aug 12 17:36:23.054867 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dccc0-21a5-42fb-a901-c61c39940e26 req-39a8f282-ffe3-4b2d-b8e9-da63d0bad966 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:23.056517 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-305dccc0-21a5-42fb-a901-c61c39940e26 req-39a8f282-ffe3-4b2d-b8e9-da63d0bad966 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0514591 Aug 12 17:36:23.099313 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-305dccc0-21a5-42fb-a901-c61c39940e26 req-ed852864-3a1f-4f6d-a231-c6aa98887c70 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Aug 12 17:36:23.194144 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdbc18-1128-44d3-b4f4-fe8fc1a52b72 req-8d7dddf7-e76a-49ff-b3b3-068726263f97 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:23.196613 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3dcdbc18-1128-44d3-b4f4-fe8fc1a52b72 req-8d7dddf7-e76a-49ff-b3b3-068726263f97 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0546358 Aug 12 17:36:23.247636 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3dcdbc18-1128-44d3-b4f4-fe8fc1a52b72 req-3e7bd86e-9943-4e5f-b736-3d98e0d43f0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441647 Aug 12 17:36:23.409732 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a17ad0-d110-44e7-8312-6d8f0699a477 req-e20f918b-7d4d-4280-9c61-0caa72b88c44 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:23.411304 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28a17ad0-d110-44e7-8312-6d8f0699a477 req-e20f918b-7d4d-4280-9c61-0caa72b88c44 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0572186 Aug 12 17:36:23.456209 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28a17ad0-d110-44e7-8312-6d8f0699a477 req-85ce282a-c5ee-4ee0-8e00-3fddac1552fb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344384 Aug 12 17:36:24.225058 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44326e4-9e65-4ee6-b8ee-27ed7976b73f req-3ccdbfd8-c86f-4715-888b-4be4362724fb tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:24.227706 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c44326e4-9e65-4ee6-b8ee-27ed7976b73f req-3ccdbfd8-c86f-4715-888b-4be4362724fb tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0573094 Aug 12 17:36:24.269948 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c44326e4-9e65-4ee6-b8ee-27ed7976b73f req-f1f29993-faa1-49c4-8914-7eb67606bc8d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357244 Aug 12 17:36:24.366441 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1f021-cfcf-42b7-996a-f3e09c2761f1 req-93ce1e74-6c11-4421-b9c3-3def34bb0909 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:24.367890 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5ea1f021-cfcf-42b7-996a-f3e09c2761f1 req-93ce1e74-6c11-4421-b9c3-3def34bb0909 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0491471 Aug 12 17:36:24.410590 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5ea1f021-cfcf-42b7-996a-f3e09c2761f1 req-ef8f1742-6623-494f-b024-b6dc1e468e3b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361845 Aug 12 17:36:24.590894 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8eaf-ae89-4d44-8de3-1592ef6df41a req-370e8d5d-6b6a-4daa-af62-513f808a9d8b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:24.593044 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fefb8eaf-ae89-4d44-8de3-1592ef6df41a req-370e8d5d-6b6a-4daa-af62-513f808a9d8b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0589235 Aug 12 17:36:24.641731 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fefb8eaf-ae89-4d44-8de3-1592ef6df41a req-2e33e35b-74f4-46f5-a376-fcfcd71b8beb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Aug 12 17:36:25.111763 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c59ef2-8b5b-4897-bc7c-7a2753105d40 req-96594034-f384-4251-bdd7-27dee4c63351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:25.113310 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a8c59ef2-8b5b-4897-bc7c-7a2753105d40 req-96594034-f384-4251-bdd7-27dee4c63351 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0716681 Aug 12 17:36:25.169570 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a8c59ef2-8b5b-4897-bc7c-7a2753105d40 req-5a08d9e7-44df-40d7-a9f5-7fce5e9b8358 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457549 Aug 12 17:36:25.398712 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30db38-a2db-4362-9e66-cbb044cb5a33 req-ad56ac13-170e-41bb-af39-8327aefa2387 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:25.400537 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dd30db38-a2db-4362-9e66-cbb044cb5a33 req-ad56ac13-170e-41bb-af39-8327aefa2387 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0543625 Aug 12 17:36:25.512072 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dd30db38-a2db-4362-9e66-cbb044cb5a33 req-5edb66f5-9d42-45ab-b96a-0ec4ce605ef8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014655 Aug 12 17:36:25.577955 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72063730-eec0-4775-a083-0084c7cad689 req-9a8ca13f-eeb4-43f7-868a-440fe200045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:25.579825 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-72063730-eec0-4775-a083-0084c7cad689 req-9a8ca13f-eeb4-43f7-868a-440fe200045e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 1099 time: 0.0885499 Aug 12 17:36:25.591339 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96e692-68a4-4468-9809-73cf41023dbc req-81507c95-7155-47a0-9e6e-324eadb9ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:25.593191 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1e96e692-68a4-4468-9809-73cf41023dbc req-81507c95-7155-47a0-9e6e-324eadb9ae69 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 1099 time: 0.0619314 Aug 12 17:36:25.608922 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a85509-e804-4662-9c6e-b5280879fe95 req-e172bcb1-8d8e-44ba-a05f-9136e92c5dea tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:25.611915 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d5a85509-e804-4662-9c6e-b5280879fe95 req-e172bcb1-8d8e-44ba-a05f-9136e92c5dea tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0715611 Aug 12 17:36:25.688665 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-f4840800-2571-4517-9988-d39a8146f291 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996215 Aug 12 17:36:25.728766 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1e96e692-68a4-4468-9809-73cf41023dbc req-d3169f26-0136-44af-b89a-8db48f2fcd2e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086948 Aug 12 17:36:25.731570 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-72063730-eec0-4775-a083-0084c7cad689 req-a8eb4675-1245-4dc7-ba73-e984876b92e2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126556 Aug 12 17:36:25.747785 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d5a85509-e804-4662-9c6e-b5280879fe95 req-622fa207-32e3-4137-9833-2e5f8edd7025 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263099 Aug 12 17:36:25.875714 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ba928-76e1-4356-aab0-d66137cd7209 req-6c02875b-ca98-4128-bc38-0b89d9d8f9cd tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:25.877508 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a63ba928-76e1-4356-aab0-d66137cd7209 req-6c02875b-ca98-4128-bc38-0b89d9d8f9cd tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0685332 Aug 12 17:36:25.917121 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a63ba928-76e1-4356-aab0-d66137cd7209 req-c693817e-2010-4ad8-bddb-16be9692946d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335343 Aug 12 17:36:26.173265 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-54e93e80-1340-4db8-8a79-2e267422f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:26.175809 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-54e93e80-1340-4db8-8a79-2e267422f57f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b320311ca6624da2b5f86a6778cd7b8a&device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 1099 time: 0.0558007 Aug 12 17:36:26.326379 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-611516e4-2eda-445d-82f7-d54a3e302b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:26.328104 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-611516e4-2eda-445d-82f7-d54a3e302b3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e20ab385-481d-43b4-8bc7-bfe1c4df258e HTTP/1.1" status: 200 len: 912 time: 0.1270859 Aug 12 17:36:26.386119 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-737c1122-eb09-4f72-a7b6-7045dc9336ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=852b3755-e7d9-4e4f-ae21-ca0321803b20 HTTP/1.1" status: 200 len: 217 time: 0.0432534 Aug 12 17:36:26.406937 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6815297b-323e-40b8-b7fe-5cdb9d6761b5 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:36:26.448421 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-a3a2b005-6560-4004-b4c9-307647aed90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:26.450341 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-a3a2b005-6560-4004-b4c9-307647aed90d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5a2163b6-abb2-4994-aa56-5178e430ff3e HTTP/1.1" status: 200 len: 852 time: 0.0501220 Aug 12 17:36:26.463136 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:36:26.468359 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:36:26.468799 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:26.488212 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-dba9b286-5989-4f68-8c57-196a1f0fe8a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e20ab385-481d-43b4-8bc7-bfe1c4df258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295489 Aug 12 17:36:26.560437 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:26.588783 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:36:26.591437 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b60ff3-6ef9-4b79-8ff5-346e4b209fce" -d '{"events": [{"server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "name": "network-vif-plugged", "status": "completed", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:36:26.609229 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:26.616471 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:26.647154 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-b02910b2-7337-4146-8cfc-3181a46126a3 service neutron] 10.222.0.10 "GET /v2.0/networks/e20ab385-481d-43b4-8bc7-bfe1c4df258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460183 Aug 12 17:36:26.664279 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2083ae16-3791-47e5-9c3c-07272ecc2db0 x-openstack-request-id: req-2083ae16-3791-47e5-9c3c-07272ecc2db0 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:36:26.664825 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45387e-fa29-492e-b325-836429f5b9f0 req-a3b90e7f-27b4-4de1-a338-b46802c42d73 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:26.665665 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "name": "network-vif-plugged", "status": "completed", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:36:26.666063 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2083ae16-3791-47e5-9c3c-07272ecc2db0 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:36:26.666264 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd45387e-fa29-492e-b325-836429f5b9f0 req-a3b90e7f-27b4-4de1-a338-b46802c42d73 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0847530 Aug 12 17:36:26.666894 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'code': 200} Aug 12 17:36:26.715695 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:26.743053 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd45387e-fa29-492e-b325-836429f5b9f0 req-3b9896a4-a195-463c-88f4-96effafe1df3 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624349 Aug 12 17:36:26.778901 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-abed2971-d47a-47d1-a146-80d2a9a978eb req-0391658e-df34-4db1-bea1-dab0df489128 service neutron] 10.222.0.10 "GET /v2.0/networks/e20ab385-481d-43b4-8bc7-bfe1c4df258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227336 Aug 12 17:36:26.895421 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7dc50-6c30-4509-bad2-8a1402008254 req-8e0b718b-d113-428b-a8ac-1c9b262ce422 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:26.899014 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dfd7dc50-6c30-4509-bad2-8a1402008254 req-8e0b718b-d113-428b-a8ac-1c9b262ce422 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0558641 Aug 12 17:36:26.920179 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46886) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:26.942247 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c5c5b-c328-44f0-a437-789103742c7b req-8422e251-233d-450f-b581-47edfe81a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:26.943834 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf6c5c5b-c328-44f0-a437-789103742c7b req-8422e251-233d-450f-b581-47edfe81a21a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 1098 time: 0.0712841 Aug 12 17:36:26.962657 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dfd7dc50-6c30-4509-bad2-8a1402008254 req-98e1d849-720a-4a75-a2f0-cf167a8780e0 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516288 Aug 12 17:36:27.008100 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf6c5c5b-c328-44f0-a437-789103742c7b req-9f7dc44f-b3df-4c2d-9786-5837b28802b5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469263 Aug 12 17:36:27.097164 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8dfe4-30f9-4948-b734-1d4c9a4920a7 req-449c7567-1b18-4ebd-8bab-f3fe1da317a3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:27.098932 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dfa8dfe4-30f9-4948-b734-1d4c9a4920a7 req-449c7567-1b18-4ebd-8bab-f3fe1da317a3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0721331 Aug 12 17:36:27.120433 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c60c523f-0205-4b5a-9017-00420cac5092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:27.161772 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dfa8dfe4-30f9-4948-b734-1d4c9a4920a7 req-042db107-3441-48bc-9ed0-f53e1f280d1c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463119 Aug 12 17:36:27.292396 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c60c523f-0205-4b5a-9017-00420cac5092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:27.304189 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c60c523f-0205-4b5a-9017-00420cac5092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:27.348865 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-c60c523f-0205-4b5a-9017-00420cac5092 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=970e44131f844999a5e66e71d21cff81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273655 Aug 12 17:36:27.353275 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 46902) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:27.354741 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c523f-0205-4b5a-9017-00420cac5092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea6becb-8794-4a91-abc8-1a36fc5f6e20,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:27.455326 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b2df70dd-1582-477d-a3fb-37f8d1e899b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:27.497770 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b2df70dd-1582-477d-a3fb-37f8d1e899b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:27.527982 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f241-d531-4b6e-a673-fe8053b87525 req-941ec460-b905-4935-99b8-46c032a4a9fe tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:27.530198 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1480f241-d531-4b6e-a673-fe8053b87525 req-941ec460-b905-4935-99b8-46c032a4a9fe tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.0900404 Aug 12 17:36:27.585717 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1480f241-d531-4b6e-a673-fe8053b87525 req-5ef499d5-12f1-4152-bb35-fb9ab2d2968f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487931 Aug 12 17:36:27.598726 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b2df70dd-1582-477d-a3fb-37f8d1e899b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:27.601559 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b2df70dd-1582-477d-a3fb-37f8d1e899b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:27.605492 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-b2df70dd-1582-477d-a3fb-37f8d1e899b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cea6becb-8794-4a91-abc8-1a36fc5f6e20 HTTP/1.1" status: 204 len: 168 time: 0.2481349 Aug 12 17:36:27.612323 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df70dd-1582-477d-a3fb-37f8d1e899b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea6becb-8794-4a91-abc8-1a36fc5f6e20,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:27.900577 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e228d-feea-4339-9388-ac9f30b3bc62 req-11b396e8-ef87-4a44-951a-bcb507ebf14e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:27.902213 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b65e228d-feea-4339-9388-ac9f30b3bc62 req-11b396e8-ef87-4a44-951a-bcb507ebf14e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0670619 Aug 12 17:36:27.952285 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b65e228d-feea-4339-9388-ac9f30b3bc62 req-c851d08a-6eee-47d8-a092-d3484b54b070 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Aug 12 17:36:27.992433 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46930) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:28.014967 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-172c0f7b-17f1-4a31-a76b-c01f7792745f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:28.108139 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004fcc-1208-4811-ac40-fffff988649c req-e5519a40-db98-4475-945a-a66033343656 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:28.117350 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28004fcc-1208-4811-ac40-fffff988649c req-e5519a40-db98-4475-945a-a66033343656 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0647805 Aug 12 17:36:28.146175 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-172c0f7b-17f1-4a31-a76b-c01f7792745f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:28.152233 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-172c0f7b-17f1-4a31-a76b-c01f7792745f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:28.155805 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28004fcc-1208-4811-ac40-fffff988649c req-7e5439bb-dfc1-4862-b42e-46a1c58fe978 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375342 Aug 12 17:36:28.200323 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-172c0f7b-17f1-4a31-a76b-c01f7792745f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcda35a97b3b4aa4ae1eaff3fa71b69f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2060268 Aug 12 17:36:28.200678 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 46936) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:28.202309 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c0f7b-17f1-4a31-a76b-c01f7792745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb1ead2-598f-4bde-b94f-c2615991cc55,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:28.381023 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b1ee568c-870e-490f-b8d3-b6b5927ac937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:28.394540 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81d54-aad3-46bb-840e-5886d7366a96 req-3fbf5f4b-fa4e-4cd5-9e8e-b388c9a34459 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:28.396126 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d2a81d54-aad3-46bb-840e-5886d7366a96 req-3fbf5f4b-fa4e-4cd5-9e8e-b388c9a34459 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.1370974 Aug 12 17:36:28.407811 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 46948) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:28.415189 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-aa697ee8-54f2-4027-b93c-f8dc63e0bad7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'floatingip': {'port_id': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:36:28.447664 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b1ee568c-870e-490f-b8d3-b6b5927ac937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:28.472575 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05628a-a11a-4c02-9655-c8a3c4b65c9c req-daf13c83-4dcf-4347-8053-8405605dfa98 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:28.476075 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-af05628a-a11a-4c02-9655-c8a3c4b65c9c req-daf13c83-4dcf-4347-8053-8405605dfa98 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1690021 Aug 12 17:36:28.500336 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-aa697ee8-54f2-4027-b93c-f8dc63e0bad7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:28.541899 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-af05628a-a11a-4c02-9655-c8a3c4b65c9c req-26f1275a-b49e-46df-ba30-2d2a07ea723b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548162 Aug 12 17:36:28.562125 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b1ee568c-870e-490f-b8d3-b6b5927ac937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:28.564764 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b1ee568c-870e-490f-b8d3-b6b5927ac937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:28.568491 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-b1ee568c-870e-490f-b8d3-b6b5927ac937 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bb1ead2-598f-4bde-b94f-c2615991cc55 HTTP/1.1" status: 204 len: 168 time: 0.3629892 Aug 12 17:36:28.576690 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee568c-870e-490f-b8d3-b6b5927ac937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb1ead2-598f-4bde-b94f-c2615991cc55,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:28.730693 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fea5cf-6a4e-4dd1-ba46-700f4e8698bc req-d4721939-93ef-48b5-83ba-0dead3c769e5 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:28.733151 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-19fea5cf-6a4e-4dd1-ba46-700f4e8698bc req-d4721939-93ef-48b5-83ba-0dead3c769e5 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.0586278 Aug 12 17:36:28.785350 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-19fea5cf-6a4e-4dd1-ba46-700f4e8698bc req-ca50fe81-08d9-4de7-ae9b-d8cf04b45a3a tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448668 Aug 12 17:36:29.149992 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e56d0a-61bc-4116-be8a-701019d0a9b0 req-99d19a62-0c44-4984-ba1c-935d6e74d0e5 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:29.151560 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c6e56d0a-61bc-4116-be8a-701019d0a9b0 req-99d19a62-0c44-4984-ba1c-935d6e74d0e5 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0800514 Aug 12 17:36:29.195008 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c6e56d0a-61bc-4116-be8a-701019d0a9b0 req-8353ee48-eb9a-4c7a-b0a8-ed56559bb5a5 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346520 Aug 12 17:36:29.247296 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 46980) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:29.297664 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-aa697ee8-54f2-4027-b93c-f8dc63e0bad7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:29.312929 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-aa697ee8-54f2-4027-b93c-f8dc63e0bad7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:29.479288 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2ec2682f-d512-42cb-818e-7fd067d1d0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:29.624341 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37513f6d-81d4-4a03-9abd-8801046c24a5 req-06469aa6-c79f-4ae9-957a-bc9ab7a986be tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:29.625986 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-37513f6d-81d4-4a03-9abd-8801046c24a5 req-06469aa6-c79f-4ae9-957a-bc9ab7a986be tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0980101 Aug 12 17:36:29.687196 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2ec2682f-d512-42cb-818e-7fd067d1d0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:29.699264 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2ec2682f-d512-42cb-818e-7fd067d1d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:29.705500 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-37513f6d-81d4-4a03-9abd-8801046c24a5 req-f37ec9a9-cb9c-4192-af9e-70238c8b0089 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731032 Aug 12 17:36:29.705879 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:29.729236 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c4525-f20f-46dc-a96c-e6be706e7f0b req-c56d23a0-41ea-40f3-93b0-d7707199b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:29.731233 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8c4c4525-f20f-46dc-a96c-e6be706e7f0b req-c56d23a0-41ea-40f3-93b0-d7707199b43e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 1099 time: 0.1542327 Aug 12 17:36:29.783656 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-2ec2682f-d512-42cb-818e-7fd067d1d0d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=064282ca1c5042408f72293c9ebd490c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349822 Aug 12 17:36:29.785421 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2682f-d512-42cb-818e-7fd067d1d0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9966d2d3-2c52-4615-b54f-79d9918481b1,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:29.798501 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47012) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:29.824325 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660793c-e446-430c-97cf-ba3e695418e6 req-42c0e203-04d6-41b6-a593-5685287ebf69 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:29.826306 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a660793c-e446-430c-97cf-ba3e695418e6 req-42c0e203-04d6-41b6-a593-5685287ebf69 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1195235 Aug 12 17:36:29.839769 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.l3_db [None req-aa697ee8-54f2-4027-b93c-f8dc63e0bad7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Floating IP 96c25e5d-58d9-471f-9766-e3c686310741 associated. External IP: 172.27.1.111, port: e8b4595f-da7d-4422-8eaf-f8c9989213b5. Aug 12 17:36:29.926530 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a660793c-e446-430c-97cf-ba3e695418e6 req-fc01910a-6246-4463-97b5-b515fdc0e9a8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931089 Aug 12 17:36:29.988889 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-51c58c8e-d27a-4d36-9ba9-c9fd982ad6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:30.008767 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6421fe-6a05-43c8-9164-0961d55ba627 req-7ac95ad6-5eea-4913-a320-9be52131dfbc tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:30.010474 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7c6421fe-6a05-43c8-9164-0961d55ba627 req-7ac95ad6-5eea-4913-a320-9be52131dfbc tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.0883949 Aug 12 17:36:30.025769 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c4525-f20f-46dc-a96c-e6be706e7f0b req-cfe35feb-bedb-461c-bb05-c26523b5af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:30.027355 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8c4c4525-f20f-46dc-a96c-e6be706e7f0b req-cfe35feb-bedb-461c-bb05-c26523b5af10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 918 time: 0.2837422 Aug 12 17:36:30.058488 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d318c2f9-f2bb-4f04-a255-a6b26528e9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:30.100422 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7c6421fe-6a05-43c8-9164-0961d55ba627 req-bb0038b1-6ca4-447b-bf71-d74823fbf600 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772324 Aug 12 17:36:30.133274 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8c4c4525-f20f-46dc-a96c-e6be706e7f0b req-c1ebc49f-73be-4aff-b92c-2219e02d59b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddf6b15c-5863-41e5-9ce4-548ec7dfc763 HTTP/1.1" status: 200 len: 217 time: 0.0873580 Aug 12 17:36:30.139889 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-51c58c8e-d27a-4d36-9ba9-c9fd982ad6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:30.186017 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cee54-ef0d-41b2-b59c-c4b44951263b req-ff141e27-639b-4ab1-919a-b37cfecc10e7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:30.189537 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3e3cee54-ef0d-41b2-b59c-c4b44951263b req-ff141e27-639b-4ab1-919a-b37cfecc10e7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0944648 Aug 12 17:36:30.203638 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47026) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:30.215209 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-dc668c1a-9c9b-4172-bb26-a45d3cc59cfc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'floatingip': {'port_id': '6815297b-323e-40b8-b7fe-5cdb9d6761b5'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:36:30.278782 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47028) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:30.291575 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c4525-f20f-46dc-a96c-e6be706e7f0b req-08e003cb-b291-45ad-a1b1-ff93b706055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:30.293130 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8c4c4525-f20f-46dc-a96c-e6be706e7f0b req-08e003cb-b291-45ad-a1b1-ff93b706055b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10424a1a-330a-4912-aa2a-fb4af80b3911 HTTP/1.1" status: 200 len: 858 time: 0.1414411 Aug 12 17:36:30.395326 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-dc668c1a-9c9b-4172-bb26-a45d3cc59cfc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:30.402113 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8c4c4525-f20f-46dc-a96c-e6be706e7f0b req-1b53c071-97eb-4494-9c72-7e8e6a717530 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2316014-db78-41a6-b7d2-c5985f4c6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956886 Aug 12 17:36:30.509194 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-51c58c8e-d27a-4d36-9ba9-c9fd982ad6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:30.514109 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-51c58c8e-d27a-4d36-9ba9-c9fd982ad6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:30.521256 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-51c58c8e-d27a-4d36-9ba9-c9fd982ad6f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9966d2d3-2c52-4615-b54f-79d9918481b1 HTTP/1.1" status: 204 len: 168 time: 0.7207210 Aug 12 17:36:30.577362 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c58c8e-d27a-4d36-9ba9-c9fd982ad6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9966d2d3-2c52-4615-b54f-79d9918481b1,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:30.585939 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf72-e56a-4cf6-ba2a-6a037e81d1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:30.626327 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa697ee8-54f2-4027-b93c-f8dc63e0bad7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Router 17086a1a-d575-49bd-a4c8-dafb4822424e has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:36:30.649284 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8c4c4525-f20f-46dc-a96c-e6be706e7f0b req-8cc145f4-650b-4045-b998-8e0a9c826652 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373776 Aug 12 17:36:30.932205 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa697ee8-54f2-4027-b93c-f8dc63e0bad7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:36:30.944238 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf72-e56a-4cf6-ba2a-6a037e81d1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:30.967913 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] Sync routers for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:36:30.975236 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-aa697ee8-54f2-4027-b93c-f8dc63e0bad7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.004014 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:36:31.005285 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:36:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:31.076032 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7e3da-90a1-4af0-ba51-c828a7488180 req-7366bfc5-3d08-4335-b430-4d1921cd4d02 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:31.077203 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-beb7e3da-90a1-4af0-ba51-c828a7488180 req-7366bfc5-3d08-4335-b430-4d1921cd4d02 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.1829591 Aug 12 17:36:31.103546 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8c4c4525-f20f-46dc-a96c-e6be706e7f0b req-a647fbc7-1d0a-4ffd-ba2e-014557442501 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359562 Aug 12 17:36:31.104527 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4f35cf72-e56a-4cf6-ba2a-6a037e81d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.233489 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-4f35cf72-e56a-4cf6-ba2a-6a037e81d1a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79544868e50a4f1ab932a767f5f2c8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9526126 Aug 12 17:36:31.253306 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47060) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:31.290187 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:36:31.315686 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-aa697ee8-54f2-4027-b93c-f8dc63e0bad7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "PUT /v2.0/floatingips/96c25e5d-58d9-471f-9766-e3c686310741 HTTP/1.1" status: 200 len: 991 time: 2.9064085 Aug 12 17:36:31.329017 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'tag': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:36:31.332004 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99" -d '{"events": [{"name": "network-changed", "server_uuid": "a76f79cd-633a-4101-9a6e-0015493f7ac9", "tag": "e8b4595f-da7d-4422-8eaf-f8c9989213b5"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:36:31.348517 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35cf72-e56a-4cf6-ba2a-6a037e81d1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60c284-84e7-4f90-b48f-0ebe77019b08,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:31.384283 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-d455dc69-81f9-4c81-8899-782e6f4fadaa tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:31.387229 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-d455dc69-81f9-4c81-8899-782e6f4fadaa tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.4472184 Aug 12 17:36:31.395184 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47066) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:31.411962 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-764e01cc-9d5f-4609-a456-5523e9523d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.483453 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a8991594-6057-4d8c-a5cb-82b4846b7138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.573747 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a8991594-6057-4d8c-a5cb-82b4846b7138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.644308 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-beb7e3da-90a1-4af0-ba51-c828a7488180 req-288e1b28-2717-421c-87f3-97153ee943c6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667157 Aug 12 17:36:31.649446 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.db.resource_extend [None req-dc668c1a-9c9b-4172-bb26-a45d3cc59cfc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 12 17:36:31.688237 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Deleting port 852b3755-e7d9-4e4f-ae21-ca0321803b20 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:36:31.688626 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.745884 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a8991594-6057-4d8c-a5cb-82b4846b7138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.749178 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a8991594-6057-4d8c-a5cb-82b4846b7138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.750281 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-a8991594-6057-4d8c-a5cb-82b4846b7138 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc60c284-84e7-4f90-b48f-0ebe77019b08 HTTP/1.1" status: 204 len: 168 time: 0.4785876 Aug 12 17:36:31.814413 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-764e01cc-9d5f-4609-a456-5523e9523d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.828794 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-764e01cc-9d5f-4609-a456-5523e9523d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.850302 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8991594-6057-4d8c-a5cb-82b4846b7138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60c284-84e7-4f90-b48f-0ebe77019b08,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:31.890905 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5f508-2f84-4367-b1cf-cb3c1c39fc1a req-719499f3-1568-4a4a-8b9b-b7f04319dc4c tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:31.893978 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ffc5f508-2f84-4367-b1cf-cb3c1c39fc1a req-719499f3-1568-4a4a-8b9b-b7f04319dc4c tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 946 time: 0.3782215 Aug 12 17:36:31.915944 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-764e01cc-9d5f-4609-a456-5523e9523d9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f5ddd0904534307ab0afa38289e768f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199876 Aug 12 17:36:31.918711 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47072) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:31.924121 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] For port 852b3755-e7d9-4e4f-ae21-ca0321803b20, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=852b3755-e7d9-4e4f-ae21-ca0321803b20,segment=NetworkSegment(717f3d84-e86d-42b7-8083-996fceab54a6),segment_id=717f3d84-e86d-42b7-8083-996fceab54a6)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:31.924496 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:31.966348 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6dea81-1197-4b19-83d7-d98157e8a31e x-openstack-request-id: req-0b6dea81-1197-4b19-83d7-d98157e8a31e {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:36:31.966348 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76f79cd-633a-4101-9a6e-0015493f7ac9", "tag": "e8b4595f-da7d-4422-8eaf-f8c9989213b5", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:36:31.967888 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b6dea81-1197-4b19-83d7-d98157e8a31e {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:36:31.967888 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'tag': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5', 'status': 'completed', 'code': 200} Aug 12 17:36:31.975555 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e01cc-9d5f-4609-a456-5523e9523d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92adecc3-a3a6-4d31-90ad-021c8473a6fe,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:31.997068 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Calling delete_port for 852b3755-e7d9-4e4f-ae21-ca0321803b20 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:36:32.001381 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-dc668c1a-9c9b-4172-bb26-a45d3cc59cfc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:32.024626 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-dc668c1a-9c9b-4172-bb26-a45d3cc59cfc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:32.052426 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '96c25e5d-58d9-471f-9766-e3c686310741', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'port_id': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'mac_address': 'fa:16:3e:50:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:35:32Z', 'updated_at': '2021-08-12T17:36:29Z', 'revision_number': 1, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:32.083320 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] Checking router: 17086a1a-d575-49bd-a4c8-dafb4822424e for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:36:32.097747 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:36:32.098917 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:36:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:32.132186 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ffc5f508-2f84-4367-b1cf-cb3c1c39fc1a req-49d018d7-c8e0-49d3-94f7-026059762b99 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/security-groups?id=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256832 Aug 12 17:36:32.253104 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.l3_db [None req-dc668c1a-9c9b-4172-bb26-a45d3cc59cfc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Floating IP 35310c9e-aef0-422b-9083-8f0f93fec83d associated. External IP: 172.27.1.35, port: 6815297b-323e-40b8-b7fe-5cdb9d6761b5. Aug 12 17:36:32.323276 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:36:32.549184 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa241-9aed-44db-8f00-22bac0783b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:32.558159 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc668c1a-9c9b-4172-bb26-a45d3cc59cfc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Router de6b7917-9d0e-4403-b79d-d8543a1a2b92 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:36:32.564599 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-926144c9-62b6-4341-bb05-2b346e8072ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:32.566178 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-926144c9-62b6-4341-bb05-2b346e8072ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 1098 time: 0.5534632 Aug 12 17:36:32.600079 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa241-9aed-44db-8f00-22bac0783b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:32.713756 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc668c1a-9c9b-4172-bb26-a45d3cc59cfc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:36:32.719525 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-dc668c1a-9c9b-4172-bb26-a45d3cc59cfc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:32.726242 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] Sync routers for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:36:32.744708 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:36:32.745271 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:36:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:32.760202 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-dc668c1a-9c9b-4172-bb26-a45d3cc59cfc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "PUT /v2.0/floatingips/35310c9e-aef0-422b-9083-8f0f93fec83d HTTP/1.1" status: 200 len: 990 time: 2.5546002 Aug 12 17:36:32.760884 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:36:32.768861 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb06a979-9133-4f83-ad7a-3abb951dd95c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:36:32.849848 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '96c25e5d-58d9-471f-9766-e3c686310741', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'port_id': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'mac_address': 'fa:16:3e:50:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:35:32Z', 'updated_at': '2021-08-12T17:36:29Z', 'revision_number': 1, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:32.874711 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579311f-5f5f-4464-9f38-105a5a1c8e4c req-00d94199-36c5-454e-b49e-be96b8cf172b tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:32.876676 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a579311f-5f5f-4464-9f38-105a5a1c8e4c req-00d94199-36c5-454e-b49e-be96b8cf172b tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0787208 Aug 12 17:36:32.906247 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d624bf56-975b-400a-9f51-ff63db0f2003 None None] The sync data for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi is: [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '96c25e5d-58d9-471f-9766-e3c686310741', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'port_id': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'mac_address': 'fa:16:3e:50:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:35:32Z', 'updated_at': '2021-08-12T17:36:29Z', 'revision_number': 1, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:36:32.914506 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-463396ac-aa07-4a47-b22c-a4670d6cf9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:32.916717 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-463396ac-aa07-4a47-b22c-a4670d6cf9a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 910 time: 0.3373151 Aug 12 17:36:32.934020 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:32.949775 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a579311f-5f5f-4464-9f38-105a5a1c8e4c req-073e2aae-f94d-42b4-83e9-260cc8d8a9f3 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627544 Aug 12 17:36:32.989564 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad71b80-0799-4543-b666-5e6adb98d9f0 x-openstack-request-id: req-4ad71b80-0799-4543-b666-5e6adb98d9f0 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:36:32.990060 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:36:32.990508 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ad71b80-0799-4543-b666-5e6adb98d9f0 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:36:32.991104 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'status': 'completed', 'code': 200} Aug 12 17:36:33.078242 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa241-9aed-44db-8f00-22bac0783b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.079504 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e3eaa241-9aed-44db-8f00-22bac0783b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.080760 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-e3eaa241-9aed-44db-8f00-22bac0783b30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92adecc3-a3a6-4d31-90ad-021c8473a6fe HTTP/1.1" status: 204 len: 168 time: 1.1531656 Aug 12 17:36:33.105312 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47112) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:33.134318 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Pushing event deleted for resources: {'Port': ['ID=852b3755-e7d9-4e4f-ae21-ca0321803b20,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:33.154993 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-da293553-0954-454b-a4d4-4d8d60d86893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.198815 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:36:33.353002 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] No DVR routers for this DVR port 852b3755-e7d9-4e4f-ae21-ca0321803b20 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:36:33.364315 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.375801 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac751ed1-e028-47f9-a4d0-8adaffeec55f None None] New status for floating IP 96c25e5d-58d9-471f-9766-e3c686310741: ACTIVE {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:36:33.419676 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-03cecbf6-c328-44e4-bed6-5992ed67856f req-09c05488-32e5-4269-b42f-2c6173b7ac1b tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.1274297 Aug 12 17:36:33.429621 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eaa241-9aed-44db-8f00-22bac0783b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92adecc3-a3a6-4d31-90ad-021c8473a6fe,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:33.451804 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.454764 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.10 "DELETE /v2.0/ports/852b3755-e7d9-4e4f-ae21-ca0321803b20 HTTP/1.1" status: 204 len: 173 time: 2.0334408 Aug 12 17:36:33.463937 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-168113605-network', 'tenant_id': '06c9ffc6d66f43f989f60557ee3970b0'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:36:33.511189 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Made reservation on behalf of 06c9ffc6d66f43f989f60557ee3970b0 for: {'network': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:36:33.516351 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.527464 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-3154b44f-df18-428e-8e8d-e8852b5ed738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:33.529649 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-3154b44f-df18-428e-8e8d-e8852b5ed738 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 1098 time: 0.4163148 Aug 12 17:36:33.532788 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-bb319577-689f-4764-b8ab-39238cafe917 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5 HTTP/1.1" status: 200 len: 999 time: 0.5772016 Aug 12 17:36:33.535343 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.703117 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-5137bf32-10ea-47c6-abaf-3b266a4949f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:33.705149 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-5137bf32-10ea-47c6-abaf-3b266a4949f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 200 len: 849 time: 0.1375711 Aug 12 17:36:33.717258 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.723266 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.741274 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-2b95580a-24b0-4917-a949-eddf96d9662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:33.743218 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-2b95580a-24b0-4917-a949-eddf96d9662b service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 917 time: 0.1855438 Aug 12 17:36:33.753101 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:36:33.771255 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a8c93c-af86-4af4-8101-896e9a67027b,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:33.777527 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.778314 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.segments_db [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Added segment 65962bde-4ff8-453d-a43e-ea828cea4335 of type vlan for network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 Aug 12 17:36:33.813628 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47124) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:33.839790 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-aaa6165d-b81c-407f-8f6e-ed1b68b0cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:33.842146 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-aaa6165d-b81c-407f-8f6e-ed1b68b0cc10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62101b59-2a07-457f-a492-cb59bed73924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1178756 Aug 12 17:36:33.852436 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-9ace7bea-b2d3-41fa-a87b-9f513d3955f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5 HTTP/1.1" status: 200 len: 998 time: 0.0916414 Aug 12 17:36:33.858497 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3adc741f-a315-4216-8a9f-85477ef32330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.873201 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.929516 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.930519 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:33.931135 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:33.987163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8309cf4-75c3-4fa1-9748-6128b8a6b1cd', 'name': 'network-vif-deleted', 'tag': '852b3755-e7d9-4e4f-ae21-ca0321803b20'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:36:33.989931 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc34cc6-2a39-48b5-988f-dd065acfb668" -d '{"events": [{"server_uuid": "b8309cf4-75c3-4fa1-9748-6128b8a6b1cd", "name": "network-vif-deleted", "tag": "852b3755-e7d9-4e4f-ae21-ca0321803b20"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:36:34.023496 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:34.042401 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '35310c9e-aef0-422b-9083-8f0f93fec83d', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'port_id': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'mac_address': 'fa:16:3e:b4:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:35:37Z', 'updated_at': '2021-08-12T17:36:31Z', 'revision_number': 1, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:34.066757 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-10b1c9ed-4fb3-478c-97d6-84309e11b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:34.072073 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-10b1c9ed-4fb3-478c-97d6-84309e11b13b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.1853147 Aug 12 17:36:34.077515 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3adc741f-a315-4216-8a9f-85477ef32330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:34.079205 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] Checking router: de6b7917-9d0e-4403-b79d-d8543a1a2b92 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:36:34.082456 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:36:34.089434 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:34.108244 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-0e9eefc0-5d6d-4822-b384-fcd9e6007170 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128332 Aug 12 17:36:34.111485 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3adc741f-a315-4216-8a9f-85477ef32330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:34.130629 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-d387df2d-5715-411c-9615-26c5dcfe9aa4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0241845 Aug 12 17:36:34.132394 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47132) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:34.137844 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Request body: {'subnet': {'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-168113605-subnet', 'tenant_id': '06c9ffc6d66f43f989f60557ee3970b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:36:34.138783 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:36:34.139422 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:36:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:34.166662 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-3adc741f-a315-4216-8a9f-85477ef32330 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5635ae6a94b64768a149c1331dbffeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515923 Aug 12 17:36:34.169527 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47134) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:34.179108 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c6ae8-ec5f-4afb-a0d1-508041b15816 req-4b12594e-ce1c-4b0b-afaa-c38df6acc962 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:34.186041 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2e1c6ae8-ec5f-4afb-a0d1-508041b15816 req-4b12594e-ce1c-4b0b-afaa-c38df6acc962 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.1234164 Aug 12 17:36:34.195331 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc741f-a315-4216-8a9f-85477ef32330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e628785-78c5-4d1d-b74b-1428de5c6a00,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:34.210468 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Made reservation on behalf of 06c9ffc6d66f43f989f60557ee3970b0 for: {'subnet': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:36:34.215200 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:34.235369 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2e1c6ae8-ec5f-4afb-a0d1-508041b15816 req-f36044ea-ea5d-4965-ac3b-0dc68f47e9f8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482087 Aug 12 17:36:34.274597 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:36:34.298929 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfed1c9-bf1b-4876-a711-9a732752cfd3 x-openstack-request-id: req-0bfed1c9-bf1b-4876-a711-9a732752cfd3 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:36:34.299473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8309cf4-75c3-4fa1-9748-6128b8a6b1cd", "name": "network-vif-deleted", "tag": "852b3755-e7d9-4e4f-ae21-ca0321803b20", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:36:34.299885 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bfed1c9-bf1b-4876-a711-9a732752cfd3 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:36:34.300425 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8309cf4-75c3-4fa1-9748-6128b8a6b1cd', 'name': 'network-vif-deleted', 'tag': '852b3755-e7d9-4e4f-ae21-ca0321803b20', 'status': 'completed', 'code': 200} Aug 12 17:36:34.416501 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1ffb-487e-48f2-8112-5a8c6cdb745d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:34.457902 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 852b3755-e7d9-4e4f-ae21-ca0321803b20 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:36:34.510989 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 852b3755-e7d9-4e4f-ae21-ca0321803b20 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:36:34.513405 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 852b3755-e7d9-4e4f-ae21-ca0321803b20 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:36:34.522400 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1ffb-487e-48f2-8112-5a8c6cdb745d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:34.558570 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-60cdbbe3-8c5e-4290-8132-dedd7a4009ca req-a3cd2b9c-307c-48c3-a496-3715deb9b907 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.0382562 Aug 12 17:36:34.566258 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-a012d461-c050-4187-8054-fd9105844256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:34.569285 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-a012d461-c050-4187-8054-fd9105844256 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2355568 Aug 12 17:36:34.638498 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-11e42e9c-606c-4a8c-9cd1-cfd9955e6d99 req-dd2b4256-e1ec-48fd-ac1b-c53db725b936 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977607 Aug 12 17:36:34.684555 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:34.692057 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1ffb-487e-48f2-8112-5a8c6cdb745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:34.694739 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3d4b1ffb-487e-48f2-8112-5a8c6cdb745d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:34.695849 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-3d4b1ffb-487e-48f2-8112-5a8c6cdb745d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e628785-78c5-4d1d-b74b-1428de5c6a00 HTTP/1.1" status: 204 len: 168 time: 0.5240853 Aug 12 17:36:34.701796 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:36:34.711192 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '35310c9e-aef0-422b-9083-8f0f93fec83d', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'port_id': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'mac_address': 'fa:16:3e:b4:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:35:37Z', 'updated_at': '2021-08-12T17:36:31Z', 'revision_number': 1, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:34.735037 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b1ffb-487e-48f2-8112-5a8c6cdb745d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e628785-78c5-4d1d-b74b-1428de5c6a00,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:34.765116 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d5c72c-150a-4abd-bad4-8c82b7480a65 None None] The sync data for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi is: [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '35310c9e-aef0-422b-9083-8f0f93fec83d', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'floating_ip_address': '172.27.1.35', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'port_id': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'mac_address': 'fa:16:3e:b4:b8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:35:37Z', 'updated_at': '2021-08-12T17:36:31Z', 'revision_number': 1, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:36:34.780321 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea8a4b4-e051-4887-927f-bf4ac53fc7f4,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:34.783719 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Checking segment: {'id': '65962bde-4ff8-453d-a43e-ea828cea4335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:36:34.784667 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Network hostable DHCP agents. Network: 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:36:34.814867 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:36:34.825906 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945) {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:36:34.832017 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:34.832813 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:34.842117 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8607c66a-362f-436e-9c47-eb064d10c640 None None] Network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:36:34.854485 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9beef5b5-67da-4b81-9caa-e8563c4d6b2b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7207589 Aug 12 17:36:35.022424 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1442e4-31b2-45c2-8a84-5e6d4ed24895 None None] Network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:36:35.103378 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb35c92-7210-475a-87db-112722e2da2c req-65c0c201-66d5-4aa0-8346-71c05b27ea1b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:35.106522 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-65c0c201-66d5-4aa0-8346-71c05b27ea1b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 813 time: 0.1955757 Aug 12 17:36:35.139822 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-c69a50f2-88c5-4220-be36-d65b299ee99b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/quotas/f732ffd0d83b46a08d0ce584d8290473 HTTP/1.1" status: 200 len: 375 time: 0.0249109 Aug 12 17:36:35.165356 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed59d575-a499-4752-b20a-02bf9784e077 None None] New status for floating IP 35310c9e-aef0-422b-9083-8f0f93fec83d: ACTIVE {{(pid=94310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:36:35.223982 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-028cbca2-14a2-4cbb-bf45-a830eeeb9158 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804396 Aug 12 17:36:35.413301 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-dd67c6d4-5282-42a0-a458-70a403b08824 service neutron] 10.222.0.25 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883659 Aug 12 17:36:35.428396 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7e9a5-dafb-4df1-a6d2-ea497a6c40cc req-61acc687-ed97-474e-9f69-b49aa51dea05 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:35.429978 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8af7e9a5-dafb-4df1-a6d2-ea497a6c40cc req-61acc687-ed97-474e-9f69-b49aa51dea05 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0895925 Aug 12 17:36:35.536245 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8af7e9a5-dafb-4df1-a6d2-ea497a6c40cc req-453ce7fc-bd8a-46cb-bad3-120f6ec306f3 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957072 Aug 12 17:36:35.544411 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:35.578488 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-6c39748a-7e33-46bd-8492-a2b0cb4a9912 service neutron] 10.222.0.25 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473181 Aug 12 17:36:38.309714 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-cea4b9dc-4757-4cd2-946f-aaa8ed98faa3 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970771 Aug 12 17:36:38.676922 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-eb06a979-9133-4f83-ad7a-3abb951dd95c req-1ad98a43-acfd-4a18-a840-b6c7dd414466 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140497 Aug 12 17:36:38.697052 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-71e91de4-d9c6-4bdc-a322-15fbe45b9f51 req-6917007f-207d-4180-a67d-dcd671d52b3d tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.0578048 Aug 12 17:36:38.747131 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-62c98738-98c5-4066-8ac8-c495783303e7 req-5cfc34f4-48fb-4e86-ba91-28c4eedb585d tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 210 time: 0.0496039 Aug 12 17:36:38.841643 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b748b-fde8-455b-81f8-2d881456eec6 req-d4a7d5f6-0418-4184-9572-9356657c6e78 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:38.843385 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2c4b748b-fde8-455b-81f8-2d881456eec6 req-d4a7d5f6-0418-4184-9572-9356657c6e78 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0553300 Aug 12 17:36:38.912112 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2c4b748b-fde8-455b-81f8-2d881456eec6 req-7c2b6baa-7f9b-4339-b44c-2668744253b7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593040 Aug 12 17:36:39.396510 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb35c92-7210-475a-87db-112722e2da2c req-019b9a64-2145-483d-96a7-7f305f36916b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:39.399274 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-019b9a64-2145-483d-96a7-7f305f36916b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 813 time: 0.1280546 Aug 12 17:36:39.421860 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Request body: {'port': {'device_id': '095e8c6c-08e9-485c-bfb7-b42b85cc29bf', 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e', 'admin_state_up': True, 'tenant_id': 'f732ffd0d83b46a08d0ce584d8290473'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:36:39.548105 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Made reservation on behalf of f732ffd0d83b46a08d0ce584d8290473 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:36:39.551928 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:39.752191 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Allocated IP 172.20.0.5 (1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e/a7f5ffca-db76-4080-82ca-c2a26c6ed87f/76f3684c-19bd-4706-807c-11c444da2885) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:36:39.850702 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-75a0d484-773a-4494-aea0-26d858579afd req-0d2320b5-da60-4ea3-a802-f16cd62cc19f tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8309cf4-75c3-4fa1-9748-6128b8a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.0407224 Aug 12 17:36:39.880810 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ce794016-4f1a-483f-a69b-3592505e0068 req-09f14060-a6bd-4b86-a075-90a2eaeeb693 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 210 time: 0.0284460 Aug 12 17:36:39.931923 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:39.974562 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:39.990580 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['9fdd506d-5072-42c8-a43b-897e4070547f'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:36:40.030786 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:36:40.033998 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:36:40.038790 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:36:40.045116 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:40.045792 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:40.051759 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Pushing event updated for resources: {'Port': ['ID=76f3684c-19bd-4706-807c-11c444da2885,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:40.066437 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-db9f8d8a-23db-4bd4-8408-b483f618ce16 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6525269 Aug 12 17:36:40.075994 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd56029-4044-4787-b5c3-6865fc3a4dba req-c7b1cd3f-b1fb-4336-8c1e-dfee331b4826 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:40.077576 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bfd56029-4044-4787-b5c3-6865fc3a4dba req-c7b1cd3f-b1fb-4336-8c1e-dfee331b4826 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0862350 Aug 12 17:36:40.118804 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bfd56029-4044-4787-b5c3-6865fc3a4dba req-1062973c-a29b-4630-97f3-e922863c88ed tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346339 Aug 12 17:36:40.421744 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-f36823ac-a897-4810-b1f5-8ab8a2a9596a tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:40.423345 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-f36823ac-a897-4810-b1f5-8ab8a2a9596a tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/networks?id=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 HTTP/1.1" status: 200 len: 813 time: 0.1244152 Aug 12 17:36:40.439455 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-b35cc60a-02ac-43ae-8304-1f5a9eabda7f tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/quotas/06c9ffc6d66f43f989f60557ee3970b0 HTTP/1.1" status: 200 len: 375 time: 0.0102632 Aug 12 17:36:40.473861 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85adf605-23a0-4ad2-9d69-0d324422c6a4 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=06c9ffc6d66f43f989f60557ee3970b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283232 Aug 12 17:36:40.570242 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-112bf768-adbb-4ca8-aed0-571808c4a135 service neutron] 10.222.0.25 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890870 Aug 12 17:36:40.672842 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5c69e285-4bf0-438c-b86c-b83bff854d77 service neutron] 10.222.0.25 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964811 Aug 12 17:36:44.807739 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Request body: {'port': {'device_id': '095e8c6c-08e9-485c-bfb7-b42b85cc29bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:36:44.868708 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:45.177761 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f3684c-19bd-4706-807c-11c444da2885 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:36:45.187647 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:45.209847 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Transition to ACTIVE for port object 76f3684c-19bd-4706-807c-11c444da2885 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:36:45.215013 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:45.270473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=76f3684c-19bd-4706-807c-11c444da2885,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:45.306331 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Attempting to bind port 76f3684c-19bd-4706-807c-11c444da2885 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:36:45.306836 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Attempting to bind port 76f3684c-19bd-4706-807c-11c444da2885 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:36:45.307234 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Attempting to bind port 76f3684c-19bd-4706-807c-11c444da2885 on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:36:45.312953 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Port 76f3684c-19bd-4706-807c-11c444da2885 on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:36:45.313327 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Attempting to bind port 76f3684c-19bd-4706-807c-11c444da2885 on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:36:45.319508 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:36:45.319912 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Checking segment: {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:36:45.320334 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Bound using segment: {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:36:45.320810 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Bound port: 76f3684c-19bd-4706-807c-11c444da2885, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:36:45.321213 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:45.399450 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] For port 76f3684c-19bd-4706-807c-11c444da2885, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:36:45.402983 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] For port 76f3684c-19bd-4706-807c-11c444da2885, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=76f3684c-19bd-4706-807c-11c444da2885,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:36:45.407919 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:45.448971 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:45.449619 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:45.451763 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/76f3684c-19bd-4706-807c-11c444da2885 HTTP/1.1" status: 200 len: 1093 time: 0.6485505 Aug 12 17:36:45.452260 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095e8c6c-08e9-485c-bfb7-b42b85cc29bf', 'tag': '76f3684c-19bd-4706-807c-11c444da2885'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:36:45.454657 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b737a29b-49ff-421e-bfae-d98494e24f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "095e8c6c-08e9-485c-bfb7-b42b85cc29bf", "tag": "76f3684c-19bd-4706-807c-11c444da2885"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:36:45.477118 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf666e50-270a-427b-a432-56d8316cd5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=76f3684c-19bd-4706-807c-11c444da2885,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:45.802902 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c9263ec7-df4e-47e6-9828-a9620e472f51 req-46dc74f9-2fd9-4f20-b51e-c5fd2551110d tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 210 time: 0.0532711 Aug 12 17:36:45.836131 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb35c92-7210-475a-87db-112722e2da2c req-b9c8e525-c33e-4e71-87b6-73ab72ade42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:45.837648 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-b9c8e525-c33e-4e71-87b6-73ab72ade42c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 1096 time: 0.1103106 Aug 12 17:36:45.868675 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-b5a087a9-88ea-461c-908a-2965428e203b tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d30bbe47b4b44850b0b747a5cd3f50fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482495 Aug 12 17:36:45.913808 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-12b162d8-aa64-4064-bdc2-721929072865 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f3684c-19bd-4706-807c-11c444da2885 HTTP/1.1" status: 200 len: 217 time: 0.0613856 Aug 12 17:36:46.012489 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb35c92-7210-475a-87db-112722e2da2c req-e336238c-e6e4-44b1-91ae-4d4b7dee1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:46.014976 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-e336238c-e6e4-44b1-91ae-4d4b7dee1ee2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7f5ffca-db76-4080-82ca-c2a26c6ed87f HTTP/1.1" status: 200 len: 853 time: 0.0868449 Aug 12 17:36:46.065953 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-5da1cece-dcba-4381-8645-4489db1fe555 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390201 Aug 12 17:36:46.252126 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-f8efbbaf-579c-4471-9b69-3c793ae04703 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708007 Aug 12 17:36:46.334105 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d45d9-7a22-46c3-bd3c-2e844bcab1d9 req-3166253d-ec83-44a3-8ee4-e0887830039b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:46.335760 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-750d45d9-7a22-46c3-bd3c-2e844bcab1d9 req-3166253d-ec83-44a3-8ee4-e0887830039b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 943 time: 0.3762727 Aug 12 17:36:46.412724 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-08a9e748-3262-40e6-a965-d336b82ba614 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:46.414897 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-08a9e748-3262-40e6-a965-d336b82ba614 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5334842 Aug 12 17:36:46.459625 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-01622a36-884e-42f9-8db8-d12096fd66ea tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/quotas/d30bbe47b4b44850b0b747a5cd3f50fb HTTP/1.1" status: 200 len: 375 time: 0.0261211 Aug 12 17:36:46.465526 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-750d45d9-7a22-46c3-bd3c-2e844bcab1d9 req-27ed4c94-12b3-4070-ab2d-b3b5fac17d2c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209240 Aug 12 17:36:46.529646 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-23cb61c3-8110-4ca4-bac5-4269abec4e6e tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d30bbe47b4b44850b0b747a5cd3f50fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605621 Aug 12 17:36:46.672364 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c71162-8b3a-44ef-a20b-e3287a55f478 req-c3d967d6-8acb-49bf-bf30-a42ba4c95360 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:46.686002 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-50c71162-8b3a-44ef-a20b-e3287a55f478 req-c3d967d6-8acb-49bf-bf30-a42ba4c95360 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.1039507 Aug 12 17:36:46.764446 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-50c71162-8b3a-44ef-a20b-e3287a55f478 req-4f7ff873-b842-4ab5-81ad-194088ed4124 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822597 Aug 12 17:36:46.853263 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a4c5b8-2352-4d80-8bb3-2bf4c1666c34 x-openstack-request-id: req-86a4c5b8-2352-4d80-8bb3-2bf4c1666c34 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:36:46.854042 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095e8c6c-08e9-485c-bfb7-b42b85cc29bf", "tag": "76f3684c-19bd-4706-807c-11c444da2885", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:36:46.854042 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86a4c5b8-2352-4d80-8bb3-2bf4c1666c34 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:36:46.854380 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095e8c6c-08e9-485c-bfb7-b42b85cc29bf', 'tag': '76f3684c-19bd-4706-807c-11c444da2885', 'status': 'completed', 'code': 200} Aug 12 17:36:46.967494 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8eb35c92-7210-475a-87db-112722e2da2c req-e7ac137f-b271-48f9-b18f-fdf0908dfb3e service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031386 Aug 12 17:36:46.988415 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-011ac15f-b813-409f-bdf0-dbe63548ffa8 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:46.990171 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-011ac15f-b813-409f-bdf0-dbe63548ffa8 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.10 "GET /v2.0/networks?id=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 HTTP/1.1" status: 200 len: 813 time: 0.3956580 Aug 12 17:36:47.105535 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Request body: {'port': {'device_id': 'ca73d04c-fc43-4f2e-9dea-b8ae7957c450', 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945', 'admin_state_up': True, 'tenant_id': '06c9ffc6d66f43f989f60557ee3970b0'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:36:47.214760 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-84709ff9-0aec-489d-9bde-3b1cc7345f3e req-911ad8a8-1f23-40d2-854c-b4cd69c5aca5 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 210 time: 0.0414116 Aug 12 17:36:47.267073 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737a29b-49ff-421e-bfae-d98494e24f8a req-7ebd298a-960b-4a7b-ba7d-ab7018b79507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:47.269274 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b737a29b-49ff-421e-bfae-d98494e24f8a req-7ebd298a-960b-4a7b-ba7d-ab7018b79507 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 1096 time: 0.0776098 Aug 12 17:36:47.291250 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4f6688f2-2a35-4850-a370-b8ce093b90ff req-75a921ca-fb26-43dd-919b-ef3ee4c83305 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 210 time: 0.0411923 Aug 12 17:36:47.385841 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Made reservation on behalf of 06c9ffc6d66f43f989f60557ee3970b0 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:36:47.390392 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:47.430434 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737a29b-49ff-421e-bfae-d98494e24f8a req-0f823c8b-f360-4cd6-ab78-a74a6a55e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:47.431935 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b737a29b-49ff-421e-bfae-d98494e24f8a req-0f823c8b-f360-4cd6-ab78-a74a6a55e541 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 913 time: 0.1507630 Aug 12 17:36:47.527313 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b737a29b-49ff-421e-bfae-d98494e24f8a req-df6d572a-2113-4166-8f00-b4a26915092a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76f3684c-19bd-4706-807c-11c444da2885 HTTP/1.1" status: 200 len: 217 time: 0.0546618 Aug 12 17:36:47.653717 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737a29b-49ff-421e-bfae-d98494e24f8a req-fa12c3cc-33db-47a7-88bd-a2d5f14f74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:47.656515 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b737a29b-49ff-421e-bfae-d98494e24f8a req-fa12c3cc-33db-47a7-88bd-a2d5f14f74a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7f5ffca-db76-4080-82ca-c2a26c6ed87f HTTP/1.1" status: 200 len: 853 time: 0.1096222 Aug 12 17:36:47.668400 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8224b41-2659-4f43-a29f-4495bbc286c2 req-b831f605-c12e-4792-9a7a-603e884fe113 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:47.671796 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d8224b41-2659-4f43-a29f-4495bbc286c2 req-b831f605-c12e-4792-9a7a-603e884fe113 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 943 time: 0.0953858 Aug 12 17:36:47.672952 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Allocated IP 172.20.0.4 (0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945/cea8a4b4-e051-4887-927f-bf4ac53fc7f4/41d49b85-d5ec-4607-9611-ea09f1b3b5aa) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:36:47.725212 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b737a29b-49ff-421e-bfae-d98494e24f8a req-bd9c49e6-9d23-4d8e-8b93-d69b27a72738 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543540 Aug 12 17:36:47.725520 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d8224b41-2659-4f43-a29f-4495bbc286c2 req-d662a0ab-073c-4b48-872f-8e62b5cde1e5 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Aug 12 17:36:47.930767 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade5799-ff0f-40b2-b378-a2ebdb355875 req-f53c12b5-4bba-4322-b10b-7011c551ed3f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:47.933576 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fade5799-ff0f-40b2-b378-a2ebdb355875 req-f53c12b5-4bba-4322-b10b-7011c551ed3f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0666373 Aug 12 17:36:47.964955 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b737a29b-49ff-421e-bfae-d98494e24f8a req-97b2c8b4-86fd-4dd6-adeb-bfa9fa53abf5 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258260 Aug 12 17:36:47.980050 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fade5799-ff0f-40b2-b378-a2ebdb355875 req-31d6e328-8241-413e-b9b3-691d5245326c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387497 Aug 12 17:36:48.070448 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:48.132824 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b737a29b-49ff-421e-bfae-d98494e24f8a req-5fb27fa6-76cb-4327-9f95-8c3e90bfec5c service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524453 Aug 12 17:36:48.152495 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:48.189465 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:36:48.226276 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:36:48.233946 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:36:48.244253 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:48.245267 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:48.286337 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1869080 Aug 12 17:36:48.292699 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a81d8a-98bb-48ed-b4a2-d325abf1e000 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Pushing event updated for resources: {'Port': ['ID=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:48.306830 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Request body: {'port': {'device_id': 'ca73d04c-fc43-4f2e-9dea-b8ae7957c450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:36:48.414541 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:48.643765 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-89f17ded-6bdf-4212-902f-c05a40902506 req-1b5225e1-653b-4fbf-98a9-5c431651e59d tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 210 time: 0.0599155 Aug 12 17:36:48.721185 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47396) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:48.748793 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-b2924ede-8069-4236-89a8-faed6f68cb0b tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d30bbe47b4b44850b0b747a5cd3f50fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164265 Aug 12 17:36:48.757271 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcb713-a1a4-4feb-8ede-0e1a22e74205 req-0ee026e7-a513-4687-a1c2-9aaf0e688bd4 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:48.760379 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-73bcb713-a1a4-4feb-8ede-0e1a22e74205 req-0ee026e7-a513-4687-a1c2-9aaf0e688bd4 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 931 time: 0.1347473 Aug 12 17:36:48.890309 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e15fc78-a2a7-41c6-a035-4dedd4f4deb8 admin admin] Deleting subnet 5a2163b6-abb2-4994-aa56-5178e430ff3e {{(pid=94309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:36:48.898629 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-73bcb713-a1a4-4feb-8ede-0e1a22e74205 req-9907d6b3-7a6e-4d01-ba64-7b3caea0edb9 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026733 Aug 12 17:36:48.899267 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7e15fc78-a2a7-41c6-a035-4dedd4f4deb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:48.963112 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7e15fc78-a2a7-41c6-a035-4dedd4f4deb8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:48.983062 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159de353-4e72-4f66-a52b-04c17d65c4ba req-74bbab03-2e0d-4334-a86b-fa824052b3b0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:48.985848 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-159de353-4e72-4f66-a52b-04c17d65c4ba req-74bbab03-2e0d-4334-a86b-fa824052b3b0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 943 time: 0.1455567 Aug 12 17:36:49.000518 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7e15fc78-a2a7-41c6-a035-4dedd4f4deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.066090 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-2820a84e-1d93-4701-bb9e-96ff4586cf03 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:49.067673 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-2820a84e-1d93-4701-bb9e-96ff4586cf03 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3078828 Aug 12 17:36:49.122432 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d49b85-d5ec-4607-9611-ea09f1b3b5aa {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:36:49.133060 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.152651 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Transition to ACTIVE for port object 41d49b85-d5ec-4607-9611-ea09f1b3b5aa will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:36:49.155871 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-159de353-4e72-4f66-a52b-04c17d65c4ba req-4152e7ad-3aa9-4c18-99ab-77c99cdbd68b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581461 Aug 12 17:36:49.158793 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.224519 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165fdd0-9825-4335-a8c8-243fe4635b59 req-edadcc98-4f06-4d16-9726-2da9b6ca7c44 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:49.227169 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1165fdd0-9825-4335-a8c8-243fe4635b59 req-edadcc98-4f06-4d16-9726-2da9b6ca7c44 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.1506565 Aug 12 17:36:49.231149 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7e15fc78-a2a7-41c6-a035-4dedd4f4deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.284650 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Pushing event updated for resources: {'Port': ['ID=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:49.301502 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7e15fc78-a2a7-41c6-a035-4dedd4f4deb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.303783 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-7e15fc78-a2a7-41c6-a035-4dedd4f4deb8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5a2163b6-abb2-4994-aa56-5178e430ff3e HTTP/1.1" status: 204 len: 168 time: 0.5811386 Aug 12 17:36:49.304860 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15fc78-a2a7-41c6-a035-4dedd4f4deb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2163b6-abb2-4994-aa56-5178e430ff3e,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:49.306783 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47402) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:49.317911 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Attempting to bind port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:36:49.318414 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Attempting to bind port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '65962bde-4ff8-453d-a43e-ea828cea4335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:36:49.318870 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Attempting to bind port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa on network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:36:49.338219 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1165fdd0-9825-4335-a8c8-243fe4635b59 req-937d53ae-fe4f-47d0-981a-e88fcc4335d6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986834 Aug 12 17:36:49.368772 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa on network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:36:49.369198 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Attempting to bind port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa on network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:36:49.380775 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:36:49.381114 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Checking segment: {'id': '65962bde-4ff8-453d-a43e-ea828cea4335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:36:49.381508 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Bound using segment: {'id': '65962bde-4ff8-453d-a43e-ea828cea4335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:36:49.381951 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Bound port: 41d49b85-d5ec-4607-9611-ea09f1b3b5aa, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65962bde-4ff8-453d-a43e-ea828cea4335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:36:49.382344 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.416543 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.588290 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] For port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:36:49.607117 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.610825 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] For port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,segment=NetworkSegment(65962bde-4ff8-453d-a43e-ea828cea4335),segment_id=65962bde-4ff8-453d-a43e-ea828cea4335)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:36:49.617992 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.627505 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.627886 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.628668 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.628996 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > port after_create 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.629399 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.629672 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > port after_update 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.629988 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.630382 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.630731 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.631052 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.793125 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.793382 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.793713 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.794608 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:36:49.794978 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20ab385-481d-43b4-8bc7-bfe1c4df258e']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:49.848128 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717f3d84-e86d-42b7-8083-996fceab54a6') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:49.848421 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717f3d84-e86d-42b7-8083-996fceab54a6') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:36:49.875391 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.880041 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:49.880658 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.882328 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] 10.222.0.10 "PUT /v2.0/ports/41d49b85-d5ec-4607-9611-ea09f1b3b5aa HTTP/1.1" status: 200 len: 1093 time: 1.5833395 Aug 12 17:36:49.883078 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca73d04c-fc43-4f2e-9dea-b8ae7957c450', 'tag': '41d49b85-d5ec-4607-9611-ea09f1b3b5aa'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:36:49.885461 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e22594-e3ee-4084-a692-43746c73716a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca73d04c-fc43-4f2e-9dea-b8ae7957c450", "tag": "41d49b85-d5ec-4607-9611-ea09f1b3b5aa"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:36:49.923591 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.930382 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871e22f-019b-4e5d-86a5-423acfd60615 service neutron] Pushing event updated for resources: {'Port': ['ID=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:49.939024 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:36:49.939788 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: from cryptography.utils import int_from_bytes Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: from cryptography.utils import int_from_bytes Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:36:49.945606 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:36:50.011138 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:50.020524 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:50.024031 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] 10.222.0.25 "DELETE /v2.0/networks/e20ab385-481d-43b4-8bc7-bfe1c4df258e HTTP/1.1" status: 204 len: 168 time: 0.7157402 Aug 12 17:36:50.035582 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6a51b-08ee-4040-818a-aeeb38204e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=e20ab385-481d-43b4-8bc7-bfe1c4df258e,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:50.230885 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47420) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:50.281075 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-5a534373-e617-4be7-8c55-9d979f63ad0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b320311ca6624da2b5f86a6778cd7b8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0482049 Aug 12 17:36:50.283892 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47422) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:50.339339 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e7c459b9-5b53-44a7-9f37-4c3e52ad5070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:50.362997 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e7c459b9-5b53-44a7-9f37-4c3e52ad5070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:50.417267 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e7c459b9-5b53-44a7-9f37-4c3e52ad5070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:50.420115 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e7c459b9-5b53-44a7-9f37-4c3e52ad5070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:50.421477 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-e7c459b9-5b53-44a7-9f37-4c3e52ad5070 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fa4ea53-b820-4e12-adaa-a0d246ccaa1d HTTP/1.1" status: 204 len: 168 time: 0.1366017 Aug 12 17:36:50.432595 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c459b9-5b53-44a7-9f37-4c3e52ad5070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa4ea53-b820-4e12-adaa-a0d246ccaa1d,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:53.707718 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Request body: {'port': {'device_id': '41ce7daa-30cc-4af0-ac19-f6e92310f44d', 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00', 'admin_state_up': True, 'tenant_id': 'd30bbe47b4b44850b0b747a5cd3f50fb'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:36:53.845744 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-ec76c0de-304b-43fd-a6b5-598f817fda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:53.847241 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-ec76c0de-304b-43fd-a6b5-598f817fda45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06c9ffc6d66f43f989f60557ee3970b0&device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 1096 time: 0.0762427 Aug 12 17:36:53.917561 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-d472314f-c7b7-4d69-b4a7-18189e1d9173 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d49b85-d5ec-4607-9611-ea09f1b3b5aa HTTP/1.1" status: 200 len: 217 time: 0.0425448 Aug 12 17:36:53.918171 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Made reservation on behalf of d30bbe47b4b44850b0b747a5cd3f50fb for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:36:53.922407 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:53.940117 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:53.969923 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6c7d2752-f4be-49a0-bd3c-fa696f452c57 req-0f8580ae-c25b-494c-971f-6b3cb17c0f92 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 210 time: 0.0490501 Aug 12 17:36:53.974243 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4351176c-db65-4c12-8d46-5f76a6670e47 x-openstack-request-id: req-4351176c-db65-4c12-8d46-5f76a6670e47 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:36:53.974539 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca73d04c-fc43-4f2e-9dea-b8ae7957c450", "tag": "41d49b85-d5ec-4607-9611-ea09f1b3b5aa", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:36:53.974810 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4351176c-db65-4c12-8d46-5f76a6670e47 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:36:53.975193 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca73d04c-fc43-4f2e-9dea-b8ae7957c450', 'tag': '41d49b85-d5ec-4607-9611-ea09f1b3b5aa', 'status': 'completed', 'code': 200} Aug 12 17:36:54.009960 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-0a7f1abc-e3fc-4177-ae54-7c199476a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:54.011550 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-0a7f1abc-e3fc-4177-ae54-7c199476a578 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cea8a4b4-e051-4887-927f-bf4ac53fc7f4 HTTP/1.1" status: 200 len: 853 time: 0.0802298 Aug 12 17:36:54.118145 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:54.124551 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:54.134496 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eee410-8540-470f-8a43-0d7a64ec98f4 req-4fbd832e-3a50-4147-bec0-aebaa400c0f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:54.136097 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-38eee410-8540-470f-8a43-0d7a64ec98f4 req-4fbd832e-3a50-4147-bec0-aebaa400c0f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 943 time: 0.0890927 Aug 12 17:36:54.162513 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90abae4-ec8f-4703-b8b2-90198be3fd65 req-bf407b10-c954-4392-b50d-73327a4724cc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:54.164309 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a90abae4-ec8f-4703-b8b2-90198be3fd65 req-bf407b10-c954-4392-b50d-73327a4724cc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 943 time: 0.0844538 Aug 12 17:36:54.226221 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-38eee410-8540-470f-8a43-0d7a64ec98f4 req-7599cea6-d39e-4395-94f0-fa119894f816 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803471 Aug 12 17:36:54.236268 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a90abae4-ec8f-4703-b8b2-90198be3fd65 req-48fe2611-c950-4ab6-8feb-55aae63b0a40 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584390 Aug 12 17:36:54.287689 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675ad3db-67b1-49cd-a00e-fc8430a9abaa,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:54.304781 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-e5042da1-d7cf-41fe-803c-361d31f5bd6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800605 Aug 12 17:36:54.402191 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cff6b-462e-40ce-8087-d24b4f31d4d1 req-28a8f3fb-8e65-412e-95ae-5abbd1bcf88c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:54.404751 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-946cff6b-462e-40ce-8087-d24b4f31d4d1 req-28a8f3fb-8e65-412e-95ae-5abbd1bcf88c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0596924 Aug 12 17:36:54.465299 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-946cff6b-462e-40ce-8087-d24b4f31d4d1 req-3a4d3962-b714-4522-9980-f5f096c21bef tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484378 Aug 12 17:36:54.507022 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Allocated IP 192.168.233.59 (07f4cf13-de41-4cfe-97d9-a940c4b01d00/6e10ffee-e43f-4d36-bf7a-cd16097437ce/cab6418a-b92d-4eba-b84d-9118bf0e6d45) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:36:54.535020 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-1a6289ee-7af4-40f8-9111-feec2a215b1c service neutron] 10.222.0.10 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183878 Aug 12 17:36:54.999437 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1bcb2704-c348-47f9-aa76-e3d9ed360d15 req-c9edafef-a6e1-48a9-9ee5-9cae1d179b23 service neutron] 10.222.0.10 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490261 Aug 12 17:36:55.048756 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:55.073028 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Transition to ACTIVE for port object cab6418a-b92d-4eba-b84d-9118bf0e6d45 will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:36:55.144947 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47494) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:55.180045 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:55.187393 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-988a3afe-729e-4594-b758-8ceebf4208c1 req-1aee1578-14f8-4165-8f90-0dae121362f8 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 210 time: 0.0296645 Aug 12 17:36:55.238880 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e22594-e3ee-4084-a692-43746c73716a req-309bc487-662a-43f5-8338-d6640ae8c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:55.240747 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f6e22594-e3ee-4084-a692-43746c73716a req-309bc487-662a-43f5-8338-d6640ae8c5e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06c9ffc6d66f43f989f60557ee3970b0&device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 1096 time: 0.1211760 Aug 12 17:36:55.252826 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:36:55.267658 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:36:55.273558 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:36:55.289176 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bd19d451-0fc3-4302-a1c7-8a7e17303b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:55.349796 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Pushing event updated for resources: {'Port': ['ID=cab6418a-b92d-4eba-b84d-9118bf0e6d45,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:55.389864 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:55.390493 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:55.445989 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e22594-e3ee-4084-a692-43746c73716a req-776c8953-8818-49a5-a384-09cec6dd09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:55.448398 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f6e22594-e3ee-4084-a692-43746c73716a req-776c8953-8818-49a5-a384-09cec6dd09ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 HTTP/1.1" status: 200 len: 913 time: 0.1942801 Aug 12 17:36:55.512583 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb44c6-5b66-47eb-9bc0-5dd60996cf7c req-e033f92b-6480-4a81-a5d7-e8a771c22dc9 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:55.515462 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-71eb44c6-5b66-47eb-9bc0-5dd60996cf7c req-e033f92b-6480-4a81-a5d7-e8a771c22dc9 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 943 time: 0.1503015 Aug 12 17:36:55.523417 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f6e22594-e3ee-4084-a692-43746c73716a req-abbd931d-e8c2-41a9-95ee-0833698f56cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41d49b85-d5ec-4607-9611-ea09f1b3b5aa HTTP/1.1" status: 200 len: 217 time: 0.0649817 Aug 12 17:36:55.533792 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0769901-ec38-4049-b6af-54eaa59b9958 req-967025af-055a-4450-a7a5-a724a7dbaeaa tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:55.535588 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e0769901-ec38-4049-b6af-54eaa59b9958 req-967025af-055a-4450-a7a5-a724a7dbaeaa tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 943 time: 0.1152506 Aug 12 17:36:55.597539 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bd19d451-0fc3-4302-a1c7-8a7e17303b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:55.612716 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bd19d451-0fc3-4302-a1c7-8a7e17303b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:55.618527 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-81d1d86f-797e-42d4-a4aa-bb0aa170c53d None None] Provisioning for port cab6418a-b92d-4eba-b84d-9118bf0e6d45 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:36:55.620480 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5a331409-8b33-457b-8b3f-4bdb0b935c43 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9194643 Aug 12 17:36:55.624690 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-81d1d86f-797e-42d4-a4aa-bb0aa170c53d None None] Provisioning complete for port cab6418a-b92d-4eba-b84d-9118bf0e6d45 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:36:55.625329 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e22594-e3ee-4084-a692-43746c73716a req-add51435-9f9c-46da-a01a-73339626325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:55.625567 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-81d1d86f-797e-42d4-a4aa-bb0aa170c53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:55.628965 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f6e22594-e3ee-4084-a692-43746c73716a req-add51435-9f9c-46da-a01a-73339626325e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cea8a4b4-e051-4887-927f-bf4ac53fc7f4 HTTP/1.1" status: 200 len: 853 time: 0.0922658 Aug 12 17:36:55.638667 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Request body: {'port': {'device_id': '41ce7daa-30cc-4af0-ac19-f6e92310f44d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:36:55.660248 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-71eb44c6-5b66-47eb-9bc0-5dd60996cf7c req-8fcd8541-2137-4986-b512-2ad60c43bc42 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236033 Aug 12 17:36:55.701453 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e0769901-ec38-4049-b6af-54eaa59b9958 req-e5e48e27-254a-42f6-b367-916d10500394 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340466 Aug 12 17:36:55.703143 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19d451-0fc3-4302-a1c7-8a7e17303b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e1aef8-b0d8-4e10-8dc5-6580d4b4fcb1,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:55.713729 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-bd19d451-0fc3-4302-a1c7-8a7e17303b0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c7ad3c3718e4b9783c84b9a26e7aba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671437 Aug 12 17:36:55.714547 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47508) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:36:55.737722 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-81d1d86f-797e-42d4-a4aa-bb0aa170c53d None None] Port cab6418a-b92d-4eba-b84d-9118bf0e6d45 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:36:55.753683 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f6e22594-e3ee-4084-a692-43746c73716a req-a40139d4-a598-4d02-8670-561b808774e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079905 Aug 12 17:36:55.838314 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f04485db-3952-4c0d-b632-66fa3282ee67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:55.860035 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:55.906491 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f04485db-3952-4c0d-b632-66fa3282ee67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:55.935840 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f6e22594-e3ee-4084-a692-43746c73716a req-ad4e840a-0e5a-41a3-b4cb-4c025ffe15b1 service neutron] 10.222.0.10 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678336 Aug 12 17:36:55.941735 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5f1ae-43c0-4564-803b-5cc6136f9962 req-7327c7d0-a057-4346-9e8c-ef7d12613c9e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:55.944753 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0dd5f1ae-43c0-4564-803b-5cc6136f9962 req-7327c7d0-a057-4346-9e8c-ef7d12613c9e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.1593368 Aug 12 17:36:56.048283 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0dd5f1ae-43c0-4564-803b-5cc6136f9962 req-61ed6667-7c88-4615-a2c7-87123b369c2d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886250 Aug 12 17:36:56.063543 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f04485db-3952-4c0d-b632-66fa3282ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:56.073581 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f04485db-3952-4c0d-b632-66fa3282ee67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:56.073581 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f04485db-3952-4c0d-b632-66fa3282ee67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96e1aef8-b0d8-4e10-8dc5-6580d4b4fcb1 HTTP/1.1" status: 204 len: 168 time: 0.3574653 Aug 12 17:36:56.094222 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04485db-3952-4c0d-b632-66fa3282ee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e1aef8-b0d8-4e10-8dc5-6580d4b4fcb1,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:56.214583 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f6e22594-e3ee-4084-a692-43746c73716a req-933b2fe4-5c98-4a1b-9c0e-698b9610de02 service neutron] 10.222.0.10 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594867 Aug 12 17:36:56.316210 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cab6418a-b92d-4eba-b84d-9118bf0e6d45 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:36:56.327076 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:56.346044 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Transition to ACTIVE for port object cab6418a-b92d-4eba-b84d-9118bf0e6d45 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:36:56.350465 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:56.398523 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Pushing event updated for resources: {'Port': ['ID=cab6418a-b92d-4eba-b84d-9118bf0e6d45,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:56.465903 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9f5f6-5219-4855-bf24-a122aab12a08 req-b83a9da7-6fcb-43e7-974f-9678aef6afd3 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:56.467568 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e5b9f5f6-5219-4855-bf24-a122aab12a08 req-b83a9da7-6fcb-43e7-974f-9678aef6afd3 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 947 time: 0.0966589 Aug 12 17:36:56.515750 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Attempting to bind port cab6418a-b92d-4eba-b84d-9118bf0e6d45 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:36:56.516103 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Attempting to bind port cab6418a-b92d-4eba-b84d-9118bf0e6d45 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '628e1f2d-43c8-4bcd-af34-3c71a9d0640e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:36:56.516508 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Attempting to bind port cab6418a-b92d-4eba-b84d-9118bf0e6d45 on network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:36:56.522182 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Port cab6418a-b92d-4eba-b84d-9118bf0e6d45 on network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:36:56.522182 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Attempting to bind port cab6418a-b92d-4eba-b84d-9118bf0e6d45 on network 07f4cf13-de41-4cfe-97d9-a940c4b01d00 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:36:56.526918 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e5b9f5f6-5219-4855-bf24-a122aab12a08 req-9b90b500-a308-45b1-8693-a41b588cf961 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533199 Aug 12 17:36:56.529785 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:36:56.530165 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Checking segment: {'id': '628e1f2d-43c8-4bcd-af34-3c71a9d0640e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:36:56.530562 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Bound using segment: {'id': '628e1f2d-43c8-4bcd-af34-3c71a9d0640e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:36:56.531004 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Bound port: cab6418a-b92d-4eba-b84d-9118bf0e6d45, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628e1f2d-43c8-4bcd-af34-3c71a9d0640e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:36:56.531365 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:56.627135 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] For port cab6418a-b92d-4eba-b84d-9118bf0e6d45, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:36:56.631663 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] For port cab6418a-b92d-4eba-b84d-9118bf0e6d45, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=cab6418a-b92d-4eba-b84d-9118bf0e6d45,segment=NetworkSegment(628e1f2d-43c8-4bcd-af34-3c71a9d0640e),segment_id=628e1f2d-43c8-4bcd-af34-3c71a9d0640e)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:36:56.638222 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:56.675669 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:56.675966 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:56.677808 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] 10.222.0.10 "PUT /v2.0/ports/cab6418a-b92d-4eba-b84d-9118bf0e6d45 HTTP/1.1" status: 200 len: 1097 time: 1.0479200 Aug 12 17:36:56.680246 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ce7daa-30cc-4af0-ac19-f6e92310f44d', 'tag': 'cab6418a-b92d-4eba-b84d-9118bf0e6d45'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:36:56.683760 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cba21d4-999a-4766-824f-7634bcf43726" -d '{"events": [{"name": "network-changed", "server_uuid": "41ce7daa-30cc-4af0-ac19-f6e92310f44d", "tag": "cab6418a-b92d-4eba-b84d-9118bf0e6d45"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:36:56.751202 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0779a8d4-b11b-4649-bc5b-66a1ca9f34f4 x-openstack-request-id: req-0779a8d4-b11b-4649-bc5b-66a1ca9f34f4 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:36:56.752062 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ce7daa-30cc-4af0-ac19-f6e92310f44d", "tag": "cab6418a-b92d-4eba-b84d-9118bf0e6d45", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:36:56.753078 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0779a8d4-b11b-4649-bc5b-66a1ca9f34f4 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:36:56.753720 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ce7daa-30cc-4af0-ac19-f6e92310f44d', 'tag': 'cab6418a-b92d-4eba-b84d-9118bf0e6d45', 'status': 'completed', 'code': 200} Aug 12 17:36:56.759273 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea8993-b832-4fda-916f-7f6cc0028f6c service neutron] Pushing event updated for resources: {'Port': ['ID=cab6418a-b92d-4eba-b84d-9118bf0e6d45,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:56.925673 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-03d9c141-8310-4606-bbf0-0a722269142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:56.930267 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65520d-5f76-4818-9208-0d8e37d3ffce req-e6a850fd-b9be-4bce-b95b-9ebbbed3460c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:56.932401 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-03d9c141-8310-4606-bbf0-0a722269142a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d30bbe47b4b44850b0b747a5cd3f50fb&device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 1100 time: 0.1287677 Aug 12 17:36:56.937570 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0c65520d-5f76-4818-9208-0d8e37d3ffce req-e6a850fd-b9be-4bce-b95b-9ebbbed3460c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 943 time: 0.1258023 Aug 12 17:36:56.963388 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 76f3684c-19bd-4706-807c-11c444da2885 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:36:57.046679 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-5f30c4d6-72fd-4c71-a88d-f71651d478e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=cab6418a-b92d-4eba-b84d-9118bf0e6d45 HTTP/1.1" status: 200 len: 217 time: 0.0936933 Aug 12 17:36:57.065033 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe15dca-b0b8-4dba-b209-367da95ed94b req-92f51e56-490a-4fd6-9781-a64e832b5804 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:57.073652 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-abe15dca-b0b8-4dba-b209-367da95ed94b req-92f51e56-490a-4fd6-9781-a64e832b5804 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 943 time: 0.2005911 Aug 12 17:36:57.086096 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0c65520d-5f76-4818-9208-0d8e37d3ffce req-5213d05b-163f-4722-b385-6cd4befc1eb0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369820 Aug 12 17:36:57.138822 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-abe15dca-b0b8-4dba-b209-367da95ed94b req-26e0b038-da40-4e72-822d-9f90e08008a6 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607979 Aug 12 17:36:57.188667 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-1f1b8d3c-b113-4951-af67-fb7caaa6ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:57.190599 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-1f1b8d3c-b113-4951-af67-fb7caaa6ca26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e10ffee-e43f-4d36-bf7a-cd16097437ce HTTP/1.1" status: 200 len: 843 time: 0.1323674 Aug 12 17:36:57.263947 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-703a3a49-ae92-4cab-bcf1-8646c093cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:57.265871 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-703a3a49-ae92-4cab-bcf1-8646c093cf59 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=07f4cf13-de41-4cfe-97d9-a940c4b01d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0669401 Aug 12 17:36:57.380878 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2aa47-b11a-431f-a933-eeeed1afe314 req-9d6431f2-c1ab-4182-b7ef-b9b58c44ad31 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:57.383648 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-54b2aa47-b11a-431f-a933-eeeed1afe314 req-9d6431f2-c1ab-4182-b7ef-b9b58c44ad31 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0900452 Aug 12 17:36:57.424825 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-e14599a4-2afc-47bf-9180-57046a79271c service neutron] 10.222.0.10 "GET /v2.0/networks/07f4cf13-de41-4cfe-97d9-a940c4b01d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468039 Aug 12 17:36:57.462945 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-54b2aa47-b11a-431f-a933-eeeed1afe314 req-0c6478cf-4958-4f8f-8d9d-915ff44416d9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655668 Aug 12 17:36:57.613719 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 76f3684c-19bd-4706-807c-11c444da2885, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=76f3684c-19bd-4706-807c-11c444da2885,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:57.633412 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '76f3684c-19bd-4706-807c-11c444da2885', 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e', 'port_id': '76f3684c-19bd-4706-807c-11c444da2885', 'mac_address': 'fa:16:3e:18:ff:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f5ffca-db76-4080-82ca-c2a26c6ed87f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:36:57.697335 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25eb5e21-4234-46f4-89d3-2021bfe3d7f3 req-a2d2b5b2-22e1-4263-9597-8a6dbe03d252 service neutron] 10.222.0.10 "GET /v2.0/networks/07f4cf13-de41-4cfe-97d9-a940c4b01d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629757 Aug 12 17:36:57.709152 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:57.733545 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f3684c-19bd-4706-807c-11c444da2885 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:36:57.751219 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028872fe-0fcc-45dc-9060-4aca28e88f9a req-262cf01e-6975-4aa4-8cfb-f274c771585c tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:57.753103 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-028872fe-0fcc-45dc-9060-4aca28e88f9a req-262cf01e-6975-4aa4-8cfb-f274c771585c tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 947 time: 0.0700500 Aug 12 17:36:57.761516 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 76f3684c-19bd-4706-807c-11c444da2885, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=76f3684c-19bd-4706-807c-11c444da2885,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:36:57.766745 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:36:57.799559 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-028872fe-0fcc-45dc-9060-4aca28e88f9a req-6d8b47fd-543a-4bfd-8e7f-4e675efd03fb tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Aug 12 17:36:57.817191 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba21d4-999a-4766-824f-7634bcf43726 req-3668db2d-5211-4ae2-a1d5-d8a981f91b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:57.818885 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6cba21d4-999a-4766-824f-7634bcf43726 req-3668db2d-5211-4ae2-a1d5-d8a981f91b8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d30bbe47b4b44850b0b747a5cd3f50fb&device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 1100 time: 0.0549746 Aug 12 17:36:57.844810 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=76f3684c-19bd-4706-807c-11c444da2885,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:36:57.951848 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba21d4-999a-4766-824f-7634bcf43726 req-af6890ef-c860-47ae-a4c3-040c5f80b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:57.953384 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6cba21d4-999a-4766-824f-7634bcf43726 req-af6890ef-c860-47ae-a4c3-040c5f80b79a service neutron] 10.222.0.10 "GET /v2.0/networks?id=07f4cf13-de41-4cfe-97d9-a940c4b01d00 HTTP/1.1" status: 200 len: 869 time: 0.1247981 Aug 12 17:36:58.009560 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6cba21d4-999a-4766-824f-7634bcf43726 req-8c7c9cd6-f13f-4eee-abdd-3f501de0ef50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=cab6418a-b92d-4eba-b84d-9118bf0e6d45 HTTP/1.1" status: 200 len: 217 time: 0.0472896 Aug 12 17:36:58.064130 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba21d4-999a-4766-824f-7634bcf43726 req-9ccf136b-4cdb-481e-9002-44aba189784b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:58.065700 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6cba21d4-999a-4766-824f-7634bcf43726 req-9ccf136b-4cdb-481e-9002-44aba189784b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6e10ffee-e43f-4d36-bf7a-cd16097437ce HTTP/1.1" status: 200 len: 843 time: 0.0478256 Aug 12 17:36:58.121012 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba21d4-999a-4766-824f-7634bcf43726 req-14eb421d-be71-4486-9b95-2d79d4091113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:58.122677 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6cba21d4-999a-4766-824f-7634bcf43726 req-14eb421d-be71-4486-9b95-2d79d4091113 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=07f4cf13-de41-4cfe-97d9-a940c4b01d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0487468 Aug 12 17:36:58.283046 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ea39c-1361-44cf-ac99-44c2f41da046 req-26c21ac0-ae23-466f-aec9-c82f2b335e53 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:58.284706 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5e3ea39c-1361-44cf-ac99-44c2f41da046 req-26c21ac0-ae23-466f-aec9-c82f2b335e53 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 944 time: 0.0895200 Aug 12 17:36:58.305134 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16cee7-328c-4ed7-bdb9-607a8be4cb06 req-0e67e0d4-ddc2-4455-a6fa-6d32a43d2d8c tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:58.308537 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ca16cee7-328c-4ed7-bdb9-607a8be4cb06 req-0e67e0d4-ddc2-4455-a6fa-6d32a43d2d8c tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 943 time: 0.0809233 Aug 12 17:36:58.366639 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5e3ea39c-1361-44cf-ac99-44c2f41da046 req-e601739f-215a-4f79-ae7c-8e1f22060e6c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558169 Aug 12 17:36:58.380632 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ca16cee7-328c-4ed7-bdb9-607a8be4cb06 req-8bb64cc3-3902-4e20-a992-1290a1da1895 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604203 Aug 12 17:36:58.635927 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3f54-e98b-4b65-b2c6-98e85857523b req-64cd2923-7876-40a5-a3d4-a06131cf28d6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:36:58.638248 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7cb3f54-e98b-4b65-b2c6-98e85857523b req-64cd2923-7876-40a5-a3d4-a06131cf28d6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0574694 Aug 12 17:36:58.689738 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7cb3f54-e98b-4b65-b2c6-98e85857523b req-989d0a37-94fa-438f-8102-d6c5a1b74a1d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450263 Aug 12 17:36:59.698217 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:00.042979 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-cfa208c2-7cbb-4238-bd64-2964fb719cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:01.719750 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6cba21d4-999a-4766-824f-7634bcf43726 req-aa46c8ac-3ba1-4d74-a76f-6701daecf187 service neutron] 10.222.0.10 "GET /v2.0/networks/07f4cf13-de41-4cfe-97d9-a940c4b01d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391783 Aug 12 17:37:01.868838 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47620) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:02.001994 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f4cf448f-ee45-4db8-8ff0-ed0db4c5fa5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.111741 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f4cf448f-ee45-4db8-8ff0-ed0db4c5fa5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.116479 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f4cf448f-ee45-4db8-8ff0-ed0db4c5fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.158029 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f4cf448f-ee45-4db8-8ff0-ed0db4c5fa5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa7b00aa863049b4bb88f561bef3d776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880538 Aug 12 17:37:02.158786 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf448f-ee45-4db8-8ff0-ed0db4c5fa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f7d257-c199-4287-bfa1-003cba65fd15,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:02.161634 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47624) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:02.227715 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-77cac6c1-84b5-4908-a002-8913fafcfdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.250276 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-77cac6c1-84b5-4908-a002-8913fafcfdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.302977 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-77cac6c1-84b5-4908-a002-8913fafcfdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.305614 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-77cac6c1-84b5-4908-a002-8913fafcfdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.307552 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-77cac6c1-84b5-4908-a002-8913fafcfdcf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35f7d257-c199-4287-bfa1-003cba65fd15 HTTP/1.1" status: 204 len: 168 time: 0.1438522 Aug 12 17:37:02.319289 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cac6c1-84b5-4908-a002-8913fafcfdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f7d257-c199-4287-bfa1-003cba65fd15,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:02.645704 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47630) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:02.661280 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b7181ed4-80ef-481c-8f89-9fe4fc20f55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.771071 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b7181ed4-80ef-481c-8f89-9fe4fc20f55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.777193 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b7181ed4-80ef-481c-8f89-9fe4fc20f55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.821435 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-b7181ed4-80ef-481c-8f89-9fe4fc20f55f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3379762c46434c078f24010ca7936612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1738222 Aug 12 17:37:02.822295 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7181ed4-80ef-481c-8f89-9fe4fc20f55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2948a309-48a7-454b-be83-168347561652,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:02.825444 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47634) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:02.883075 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cf5060f7-12a2-4280-813e-87f203ca97ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.884415 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-7290f6f9-8c77-455a-afef-26b38342468b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.906782 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cf5060f7-12a2-4280-813e-87f203ca97ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.959082 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cf5060f7-12a2-4280-813e-87f203ca97ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.961571 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cf5060f7-12a2-4280-813e-87f203ca97ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:02.962752 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-cf5060f7-12a2-4280-813e-87f203ca97ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2948a309-48a7-454b-be83-168347561652 HTTP/1.1" status: 204 len: 168 time: 0.1362209 Aug 12 17:37:02.970850 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5060f7-12a2-4280-813e-87f203ca97ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2948a309-48a7-454b-be83-168347561652,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:03.228069 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:03.389148 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6cba21d4-999a-4766-824f-7634bcf43726 req-9758830d-747e-4530-b6c0-9f3318b319ac service neutron] 10.222.0.10 "GET /v2.0/networks/07f4cf13-de41-4cfe-97d9-a940c4b01d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973771 Aug 12 17:37:03.587357 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e192ca-f50d-49c6-beb2-ee3daec5f4da req-f8bc757d-2164-4b9f-b24b-d10af5e91a02 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:03.588978 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b4e192ca-f50d-49c6-beb2-ee3daec5f4da req-f8bc757d-2164-4b9f-b24b-d10af5e91a02 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 944 time: 0.0740240 Aug 12 17:37:03.597774 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d2194-45dc-4bed-978b-7f3ffa6e34b3 req-b8caa051-9222-45be-9629-4f39d49fe73e tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:03.599381 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e34d2194-45dc-4bed-978b-7f3ffa6e34b3 req-b8caa051-9222-45be-9629-4f39d49fe73e tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 947 time: 0.0988016 Aug 12 17:37:03.664425 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b4e192ca-f50d-49c6-beb2-ee3daec5f4da req-eedeac5f-ad2a-4227-9a9d-f5a27b3ea7fd tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639648 Aug 12 17:37:03.669228 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e34d2194-45dc-4bed-978b-7f3ffa6e34b3 req-e606ce47-e6ec-4523-9bd9-2a55d85acdf9 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611155 Aug 12 17:37:03.866502 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fe96c-9bee-493e-9a76-88cf148985a7 req-decec357-f573-4116-8d00-ea96922d5877 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:03.869127 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d41fe96c-9bee-493e-9a76-88cf148985a7 req-decec357-f573-4116-8d00-ea96922d5877 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 943 time: 0.1178777 Aug 12 17:37:03.938357 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f054f-bc92-4c32-b364-2008a4c11970 req-6ebd4b2e-88a4-48b8-aa2e-92e37fadd039 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:03.941104 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-188f054f-bc92-4c32-b364-2008a4c11970 req-6ebd4b2e-88a4-48b8-aa2e-92e37fadd039 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.1371093 Aug 12 17:37:03.986544 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d41fe96c-9bee-493e-9a76-88cf148985a7 req-26545830-8468-4126-ade3-d20953c396ad tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093185 Aug 12 17:37:04.009215 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-188f054f-bc92-4c32-b364-2008a4c11970 req-c7abb9e3-d9e2-48db-9c88-42e360045b24 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571482 Aug 12 17:37:04.033214 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:04.860375 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f011d2c-2ae7-4e26-be78-8af59ddd6b7e req-26836444-5cd6-4539-84d9-add5dbc83439 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:04.861986 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6f011d2c-2ae7-4e26-be78-8af59ddd6b7e req-26836444-5cd6-4539-84d9-add5dbc83439 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 947 time: 0.0861840 Aug 12 17:37:04.887607 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc081b-a68a-4fac-ad9d-fa329933cc23 req-7e361493-a9dd-4155-b1c8-0efd7ba909e8 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:04.889400 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a1bc081b-a68a-4fac-ad9d-fa329933cc23 req-7e361493-a9dd-4155-b1c8-0efd7ba909e8 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 944 time: 0.0871372 Aug 12 17:37:04.910610 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['76f3684c-19bd-4706-807c-11c444da2885'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:37:04.957935 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6f011d2c-2ae7-4e26-be78-8af59ddd6b7e req-28daa962-e2ef-4db1-b942-2d0a5313ff65 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838966 Aug 12 17:37:04.970791 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a1bc081b-a68a-4fac-ad9d-fa329933cc23 req-e6a92010-9dbe-4c42-bf6d-d2feb6970789 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741675 Aug 12 17:37:05.042398 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 41d49b85-d5ec-4607-9611-ea09f1b3b5aa details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:37:05.158506 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47708) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:05.250367 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,segment=NetworkSegment(65962bde-4ff8-453d-a43e-ea828cea4335),segment_id=65962bde-4ff8-453d-a43e-ea828cea4335)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:05.256582 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96ecf8-b85d-4089-a1cc-363ec51bd10e req-32ee67a4-214c-4f05-9c82-2517c53a232d tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:05.259805 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5e96ecf8-b85d-4089-a1cc-363ec51bd10e req-32ee67a4-214c-4f05-9c82-2517c53a232d tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 943 time: 0.1779594 Aug 12 17:37:05.278449 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c57c6-434c-4a77-9d96-54b22cba7631 req-ab945b03-f287-4352-849d-abdf1d7b2167 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:05.281567 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eb0c57c6-434c-4a77-9d96-54b22cba7631 req-ab945b03-f287-4352-849d-abdf1d7b2167 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.1292872 Aug 12 17:37:05.297769 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '41d49b85-d5ec-4607-9611-ea09f1b3b5aa', 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945', 'port_id': '41d49b85-d5ec-4607-9611-ea09f1b3b5aa', 'mac_address': 'fa:16:3e:f3:1a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea8a4b4-e051-4887-927f-bf4ac53fc7f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:37:05.315953 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9c73051c-2d2b-4a1a-9e78-c939fcccd292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:05.383325 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5e96ecf8-b85d-4089-a1cc-363ec51bd10e req-7c354979-95ab-4d2a-987b-2e9487877a50 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998576 Aug 12 17:37:05.400516 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:05.415262 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eb0c57c6-434c-4a77-9d96-54b22cba7631 req-0e505794-6909-408c-9c87-8274e9c61043 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963035 Aug 12 17:37:05.440809 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d49b85-d5ec-4607-9611-ea09f1b3b5aa {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:37:05.451011 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:05.459075 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9c73051c-2d2b-4a1a-9e78-c939fcccd292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:05.464247 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9c73051c-2d2b-4a1a-9e78-c939fcccd292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:05.473438 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,segment=NetworkSegment(65962bde-4ff8-453d-a43e-ea828cea4335),segment_id=65962bde-4ff8-453d-a43e-ea828cea4335)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:05.480970 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:05.509880 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9c73051c-2d2b-4a1a-9e78-c939fcccd292 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c0b9463d394425dae05a2932157f606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461795 Aug 12 17:37:05.509880 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73051c-2d2b-4a1a-9e78-c939fcccd292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af12d6a4-c310-4e89-8f0f-5d12719eb3aa,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:05.511274 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47712) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:05.549505 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:05.571929 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-51f7b2fd-37fa-48b8-98f1-b7c5d3a94e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:05.594760 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-51f7b2fd-37fa-48b8-98f1-b7c5d3a94e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:05.654541 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-51f7b2fd-37fa-48b8-98f1-b7c5d3a94e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:05.658220 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-51f7b2fd-37fa-48b8-98f1-b7c5d3a94e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:05.659952 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-51f7b2fd-37fa-48b8-98f1-b7c5d3a94e3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af12d6a4-c310-4e89-8f0f-5d12719eb3aa HTTP/1.1" status: 204 len: 168 time: 0.1487217 Aug 12 17:37:05.673257 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7b2fd-37fa-48b8-98f1-b7c5d3a94e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af12d6a4-c310-4e89-8f0f-5d12719eb3aa,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:05.959471 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47722) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:05.981589 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24325a86-acf8-4da7-aa4b-2b8ee0a655c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:06.105278 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24325a86-acf8-4da7-aa4b-2b8ee0a655c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:06.110995 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-24325a86-acf8-4da7-aa4b-2b8ee0a655c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:06.133057 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf279f-e04e-4551-b8c4-db88a6c9dc12 req-916766dd-aba7-402b-9a96-dc32a4790610 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:06.134681 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a7cf279f-e04e-4551-b8c4-db88a6c9dc12 req-916766dd-aba7-402b-9a96-dc32a4790610 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 947 time: 0.0844395 Aug 12 17:37:06.143293 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4115ad-b4a5-4865-9c97-a47f0f231d5a req-ff8cfa60-66e9-4114-95e0-3f0094da3192 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:06.144850 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fa4115ad-b4a5-4865-9c97-a47f0f231d5a req-ff8cfa60-66e9-4114-95e0-3f0094da3192 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 944 time: 0.0834932 Aug 12 17:37:06.153353 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-24325a86-acf8-4da7-aa4b-2b8ee0a655c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc314a46462a4b729ddee6f4e2ab0935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918340 Aug 12 17:37:06.154339 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24325a86-acf8-4da7-aa4b-2b8ee0a655c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329b3fb7-ef66-470f-86a4-3d7d288fd54b,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:06.156545 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47730) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:06.242140 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a7cf279f-e04e-4551-b8c4-db88a6c9dc12 req-38c96868-ce99-4819-b65b-af61ec514bf3 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962279 Aug 12 17:37:06.246758 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fa4115ad-b4a5-4865-9c97-a47f0f231d5a req-c02467da-e1d0-4604-9363-44a9aa87de4f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817561 Aug 12 17:37:06.275517 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf357-7298-438e-a3cc-1c02e368fe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:06.301575 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf357-7298-438e-a3cc-1c02e368fe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:06.326999 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['41d49b85-d5ec-4607-9611-ea09f1b3b5aa'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:37:06.364230 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf357-7298-438e-a3cc-1c02e368fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:06.367333 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf357-7298-438e-a3cc-1c02e368fe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:06.369196 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-2fbcf357-7298-438e-a3cc-1c02e368fe0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/329b3fb7-ef66-470f-86a4-3d7d288fd54b HTTP/1.1" status: 204 len: 168 time: 0.2114034 Aug 12 17:37:06.379962 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcf357-7298-438e-a3cc-1c02e368fe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329b3fb7-ef66-470f-86a4-3d7d288fd54b,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:06.611677 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dea97-67f9-46f3-baa3-8f3475ef3022 req-a74c341a-5939-4c94-8b55-46801db7f9d3 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:06.614032 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cc5dea97-67f9-46f3-baa3-8f3475ef3022 req-a74c341a-5939-4c94-8b55-46801db7f9d3 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 944 time: 0.0971394 Aug 12 17:37:06.636235 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739ff8c-1413-495e-b209-a56cb53594a4 req-512bf6ef-d56b-4a5c-b847-baaea1bcdcc4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:06.637817 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6739ff8c-1413-495e-b209-a56cb53594a4 req-512bf6ef-d56b-4a5c-b847-baaea1bcdcc4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0879722 Aug 12 17:37:06.681391 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cc5dea97-67f9-46f3-baa3-8f3475ef3022 req-bf0003c6-8aa3-453e-95e7-f70b5297a2f8 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590844 Aug 12 17:37:06.698740 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6739ff8c-1413-495e-b209-a56cb53594a4 req-a5c3d1e1-1b0b-41ce-809e-354f969042ef tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Aug 12 17:37:09.008936 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47828) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:09.122900 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5e295b0f-49fa-4122-bb95-d6f7ca6168d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.220329 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5e295b0f-49fa-4122-bb95-d6f7ca6168d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.224904 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5e295b0f-49fa-4122-bb95-d6f7ca6168d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.262702 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-5e295b0f-49fa-4122-bb95-d6f7ca6168d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=880d434d78594bf8aff227f488cff51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518497 Aug 12 17:37:09.263546 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e295b0f-49fa-4122-bb95-d6f7ca6168d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3067f643-f785-45e9-b0a2-03007cd3ba65,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:09.266060 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47832) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:09.314123 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-487623a6-5500-4375-8744-a1ad06428286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.335204 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-487623a6-5500-4375-8744-a1ad06428286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.380539 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-487623a6-5500-4375-8744-a1ad06428286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.383157 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-487623a6-5500-4375-8744-a1ad06428286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.384335 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-487623a6-5500-4375-8744-a1ad06428286 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3067f643-f785-45e9-b0a2-03007cd3ba65 HTTP/1.1" status: 204 len: 168 time: 0.1171606 Aug 12 17:37:09.392459 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487623a6-5500-4375-8744-a1ad06428286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3067f643-f785-45e9-b0a2-03007cd3ba65,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:09.695548 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 47840) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:09.712358 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-77e2ba4a-cfd7-431b-bd62-3fb6452e4e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.810918 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-77e2ba4a-cfd7-431b-bd62-3fb6452e4e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.815466 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-77e2ba4a-cfd7-431b-bd62-3fb6452e4e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.855472 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-77e2ba4a-cfd7-431b-bd62-3fb6452e4e26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf64cd32e6d041609379d2e7852d3514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587882 Aug 12 17:37:09.856863 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2ba4a-cfd7-431b-bd62-3fb6452e4e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f1e88b-1f92-47eb-ad75-a67d942e0a40,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:09.859149 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47842) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:09.917397 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cb1cdb3c-62e4-4569-8194-0070138cb1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.945928 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cb1cdb3c-62e4-4569-8194-0070138cb1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.994613 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cb1cdb3c-62e4-4569-8194-0070138cb1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.997385 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cb1cdb3c-62e4-4569-8194-0070138cb1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:09.998601 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-cb1cdb3c-62e4-4569-8194-0070138cb1d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4f1e88b-1f92-47eb-ad75-a67d942e0a40 HTTP/1.1" status: 204 len: 168 time: 0.1384401 Aug 12 17:37:10.010296 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cdb3c-62e4-4569-8194-0070138cb1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f1e88b-1f92-47eb-ad75-a67d942e0a40,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:10.028651 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device cab6418a-b92d-4eba-b84d-9118bf0e6d45 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:37:10.140509 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port cab6418a-b92d-4eba-b84d-9118bf0e6d45, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=cab6418a-b92d-4eba-b84d-9118bf0e6d45,segment=NetworkSegment(628e1f2d-43c8-4bcd-af34-3c71a9d0640e),segment_id=628e1f2d-43c8-4bcd-af34-3c71a9d0640e)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:10.154031 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': 'cab6418a-b92d-4eba-b84d-9118bf0e6d45', 'network_id': '07f4cf13-de41-4cfe-97d9-a940c4b01d00', 'port_id': 'cab6418a-b92d-4eba-b84d-9118bf0e6d45', 'mac_address': 'fa:16:3e:c5:20:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e10ffee-e43f-4d36-bf7a-cd16097437ce', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:37:10.199151 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:10.217340 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cab6418a-b92d-4eba-b84d-9118bf0e6d45 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:37:10.240278 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port cab6418a-b92d-4eba-b84d-9118bf0e6d45, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=cab6418a-b92d-4eba-b84d-9118bf0e6d45,segment=NetworkSegment(628e1f2d-43c8-4bcd-af34-3c71a9d0640e),segment_id=628e1f2d-43c8-4bcd-af34-3c71a9d0640e)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:10.254489 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:10.314910 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=cab6418a-b92d-4eba-b84d-9118bf0e6d45,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:11.701437 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:37:11.893019 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b699857-b0d9-4c1a-875c-3447193b79b1 req-7eb299bd-1ccc-4328-88d8-873d7c5795ce tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:11.895340 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7b699857-b0d9-4c1a-875c-3447193b79b1 req-7eb299bd-1ccc-4328-88d8-873d7c5795ce tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 948 time: 0.0813973 Aug 12 17:37:11.931964 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76ac22-1d72-4419-8b7a-1f9ff09a2f72 req-af5713a8-a64e-4e2a-9921-a89a73f901d1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:11.933385 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8c76ac22-1d72-4419-8b7a-1f9ff09a2f72 req-af5713a8-a64e-4e2a-9921-a89a73f901d1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 944 time: 0.0880446 Aug 12 17:37:11.965980 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7b699857-b0d9-4c1a-875c-3447193b79b1 req-7904c3e9-9e6b-444d-96dc-91f8003ec828 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628057 Aug 12 17:37:11.987873 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8c76ac22-1d72-4419-8b7a-1f9ff09a2f72 req-3a6a46c8-c455-43ef-beda-7bf25dc950e1 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437746 Aug 12 17:37:12.040990 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 76f3684c-19bd-4706-807c-11c444da2885 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:37:12.103667 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 76f3684c-19bd-4706-807c-11c444da2885 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:37:12.107601 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 76f3684c-19bd-4706-807c-11c444da2885 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:37:12.107979 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:12.127637 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9a397-0016-4de1-b24a-26874f3b8d4d req-eeb59d8c-4fd9-45e6-8fc6-64f4d0627b6a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:12.129085 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-16a9a397-0016-4de1-b24a-26874f3b8d4d req-eeb59d8c-4fd9-45e6-8fc6-64f4d0627b6a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0822785 Aug 12 17:37:12.150310 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce6e48-7926-499c-9f35-6dd9b9565cc4 req-2c35c5d8-1475-4cf5-ada7-e110966ac582 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:12.151837 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5cce6e48-7926-499c-9f35-6dd9b9565cc4 req-2c35c5d8-1475-4cf5-ada7-e110966ac582 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 944 time: 0.0757473 Aug 12 17:37:12.187601 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:12.201554 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-16a9a397-0016-4de1-b24a-26874f3b8d4d req-d83a76db-73aa-4ca4-a26a-e912c8d1040a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652151 Aug 12 17:37:12.209392 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5cce6e48-7926-499c-9f35-6dd9b9565cc4 req-0de8f31d-5f41-4013-807f-1547d0cd283b tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488839 Aug 12 17:37:12.215094 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e8c6c-08e9-485c-bfb7-b42b85cc29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f3684c-19bd-4706-807c-11c444da2885'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:37:12.217538 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6f0364-99b5-4cad-b8fb-fb8e962180f3" -d '{"events": [{"server_uuid": "095e8c6c-08e9-485c-bfb7-b42b85cc29bf", "name": "network-vif-plugged", "status": "completed", "tag": "76f3684c-19bd-4706-807c-11c444da2885"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:37:12.232481 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 76f3684c-19bd-4706-807c-11c444da2885, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=76f3684c-19bd-4706-807c-11c444da2885,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:12.246705 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:12.272192 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e471f5-2036-447b-b0af-085a67252849 x-openstack-request-id: req-86e471f5-2036-447b-b0af-085a67252849 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:37:12.272479 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095e8c6c-08e9-485c-bfb7-b42b85cc29bf", "name": "network-vif-plugged", "status": "completed", "tag": "76f3684c-19bd-4706-807c-11c444da2885", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:37:12.272733 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86e471f5-2036-447b-b0af-085a67252849 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:37:12.273120 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095e8c6c-08e9-485c-bfb7-b42b85cc29bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f3684c-19bd-4706-807c-11c444da2885', 'code': 200} Aug 12 17:37:12.301699 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=76f3684c-19bd-4706-807c-11c444da2885,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:12.709409 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af94a3-cc23-4fe2-bcaa-26b302e2dbed req-9bf10582-4029-4c0e-ac33-b8edce72fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:12.711022 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-73af94a3-cc23-4fe2-bcaa-26b302e2dbed req-9bf10582-4029-4c0e-ac33-b8edce72fd1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 1098 time: 0.0412149 Aug 12 17:37:12.751002 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-73af94a3-cc23-4fe2-bcaa-26b302e2dbed req-00ee0c54-98cc-42f2-a8da-ee15c15896b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Aug 12 17:37:13.356651 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a83df4-72fd-4a4e-a789-d7fb3850737b req-b22923c6-7406-431c-a189-39e55162a7ca tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:13.358186 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-23a83df4-72fd-4a4e-a789-d7fb3850737b req-b22923c6-7406-431c-a189-39e55162a7ca tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 948 time: 0.0544012 Aug 12 17:37:13.404658 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-23a83df4-72fd-4a4e-a789-d7fb3850737b req-98ad3fec-93c3-4b6d-bb0e-5d28c7fab6b4 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389342 Aug 12 17:37:13.466054 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08eaf-1ae6-44b7-afcc-11dd23743175 req-ccc2a62e-1784-40d2-91d8-cceb8e17c8ba tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:13.467566 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3ee08eaf-1ae6-44b7-afcc-11dd23743175 req-ccc2a62e-1784-40d2-91d8-cceb8e17c8ba tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 945 time: 0.0544722 Aug 12 17:37:13.543677 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3ee08eaf-1ae6-44b7-afcc-11dd23743175 req-3ae83097-2580-4c68-8c80-8bfe1d2fb730 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676155 Aug 12 17:37:13.560340 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2afee-d226-455e-8586-1046b35d50aa req-a8e29410-2923-4033-82e2-c1bdb3ff75c6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:13.562143 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4ea2afee-d226-455e-8586-1046b35d50aa req-a8e29410-2923-4033-82e2-c1bdb3ff75c6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0853927 Aug 12 17:37:13.620810 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4ea2afee-d226-455e-8586-1046b35d50aa req-b0ce40bc-f4bd-45eb-a315-f659f65d886c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Aug 12 17:37:13.665563 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['cab6418a-b92d-4eba-b84d-9118bf0e6d45'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:37:13.673780 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf190f0e-6813-4dfb-9fa9-fffcef686a52 req-7dd33fda-d5a9-420d-a2a7-31546a9ec1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:13.675447 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cf190f0e-6813-4dfb-9fa9-fffcef686a52 req-7dd33fda-d5a9-420d-a2a7-31546a9ec1d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 1099 time: 0.0884359 Aug 12 17:37:13.716572 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce46f8c-5a44-403d-8e33-d638ff26df67 req-569c4843-92db-4fc5-961e-4179fc695225 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:13.716844 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cf190f0e-6813-4dfb-9fa9-fffcef686a52 req-14435127-b034-4173-afb8-8e3cd2c944c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Aug 12 17:37:13.722651 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cce46f8c-5a44-403d-8e33-d638ff26df67 req-569c4843-92db-4fc5-961e-4179fc695225 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 944 time: 0.0710409 Aug 12 17:37:13.768177 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cce46f8c-5a44-403d-8e33-d638ff26df67 req-274a2c3b-01e9-4206-ad9e-55876ed31f1b tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Aug 12 17:37:14.035383 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 41d49b85-d5ec-4607-9611-ea09f1b3b5aa up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:37:14.127089 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:37:14.134457 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:37:14.134706 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:14.244172 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:14.278801 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca73d04c-fc43-4f2e-9dea-b8ae7957c450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d49b85-d5ec-4607-9611-ea09f1b3b5aa'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:37:14.281926 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb5e232-c469-4e4b-9cef-05da4cbe7b19" -d '{"events": [{"server_uuid": "ca73d04c-fc43-4f2e-9dea-b8ae7957c450", "name": "network-vif-plugged", "status": "completed", "tag": "41d49b85-d5ec-4607-9611-ea09f1b3b5aa"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:37:14.297024 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,segment=NetworkSegment(65962bde-4ff8-453d-a43e-ea828cea4335),segment_id=65962bde-4ff8-453d-a43e-ea828cea4335)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:14.312834 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:14.351152 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af4d51f-2ce0-4ba8-95ce-b6fef6bb7a4d x-openstack-request-id: req-5af4d51f-2ce0-4ba8-95ce-b6fef6bb7a4d {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:37:14.351433 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca73d04c-fc43-4f2e-9dea-b8ae7957c450", "name": "network-vif-plugged", "status": "completed", "tag": "41d49b85-d5ec-4607-9611-ea09f1b3b5aa", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:37:14.351667 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5af4d51f-2ce0-4ba8-95ce-b6fef6bb7a4d {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:37:14.352052 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca73d04c-fc43-4f2e-9dea-b8ae7957c450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d49b85-d5ec-4607-9611-ea09f1b3b5aa', 'code': 200} Aug 12 17:37:14.391036 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:14.405876 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.406578 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.407082 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.407531 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.407973 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.408505 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.409137 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.409615 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.410599 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.410952 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.411484 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.412138 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:14.553130 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da581011-be2a-46a3-bae4-2e918f2fbb27 req-ec5da3e7-1ffd-4a1b-9209-8e39b705b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:14.554710 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-da581011-be2a-46a3-bae4-2e918f2fbb27 req-ec5da3e7-1ffd-4a1b-9209-8e39b705b121 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 1098 time: 0.0516069 Aug 12 17:37:14.555555 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa41fe-f919-41a2-9841-9702fb7b6205 req-f5ed1ee1-0a43-4f37-a9dc-3d6f97c06e71 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:14.557105 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b1fa41fe-f919-41a2-9841-9702fb7b6205 req-f5ed1ee1-0a43-4f37-a9dc-3d6f97c06e71 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 948 time: 0.0685806 Aug 12 17:37:14.600106 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b1fa41fe-f919-41a2-9841-9702fb7b6205 req-445b649c-6da5-4fc8-bb56-bdb64049a060 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Aug 12 17:37:14.609502 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-da581011-be2a-46a3-bae4-2e918f2fbb27 req-cfd18c6d-3717-4566-9eca-d033b066ed0f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465095 Aug 12 17:37:14.719234 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ed11b-c61c-4212-9b42-e9054b0d0c7a req-990b8eab-819f-453a-a42f-13f4bb56a3f9 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:14.720793 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0a3ed11b-c61c-4212-9b42-e9054b0d0c7a req-990b8eab-819f-453a-a42f-13f4bb56a3f9 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 945 time: 0.0541804 Aug 12 17:37:14.759584 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0a3ed11b-c61c-4212-9b42-e9054b0d0c7a req-d61f8cb8-100b-48c2-8a5e-8ea348ce4de0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Aug 12 17:37:14.876868 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40742c-018c-46ca-a62c-2f3f908baa19 req-3a7a68bb-3ff1-4ff1-bc22-e325eacc3259 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:14.878813 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7e40742c-018c-46ca-a62c-2f3f908baa19 req-3a7a68bb-3ff1-4ff1-bc22-e325eacc3259 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0588820 Aug 12 17:37:14.922653 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7e40742c-018c-46ca-a62c-2f3f908baa19 req-9d7887eb-3516-440f-806d-7ed2b71b6672 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361946 Aug 12 17:37:15.040182 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12512f7-0989-483b-977d-560e583d1a0b req-e5d41b73-5dfb-46d2-87dd-3a164225bd33 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:15.041737 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b12512f7-0989-483b-977d-560e583d1a0b req-e5d41b73-5dfb-46d2-87dd-3a164225bd33 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 945 time: 0.0541291 Aug 12 17:37:15.084671 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b12512f7-0989-483b-977d-560e583d1a0b req-54b2ab17-6638-4553-93e7-3e26d1425029 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Aug 12 17:37:15.574249 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 47996) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:15.684897 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:15.736362 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1f5f5-b0ec-4862-a4ab-025f88ddc5fc req-b37fa049-8679-4600-9f41-4fbded6a9c58 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:15.737930 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c1b1f5f5-b0ec-4862-a4ab-025f88ddc5fc req-b37fa049-8679-4600-9f41-4fbded6a9c58 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 948 time: 0.0542719 Aug 12 17:37:15.781380 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c1b1f5f5-b0ec-4862-a4ab-025f88ddc5fc req-6052c61e-2d17-46d3-b1ce-7631eacba525 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368395 Aug 12 17:37:15.786844 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:15.795727 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:15.854967 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2bd83efc63b4458856b78608d244a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795949 Aug 12 17:37:15.856477 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132e06f1-b9ad-4a5d-b01b-156d8557d87f,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:15.858575 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 48004) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:15.880103 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.880449 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.880966 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.881372 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.881628 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.882137 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.882629 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.883115 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.883598 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.883937 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.884504 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.884721 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b955b1-a906-484d-9d25-62910fecb988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:15.927139 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c395a60b-a564-4a0b-b7ca-4542187f4fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:15.936381 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d68c71-4995-4c1a-921f-bb61f561b29d req-83b0169b-9ba1-4af2-9940-42ddffbb21f0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:15.939199 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-35d68c71-4995-4c1a-921f-bb61f561b29d req-83b0169b-9ba1-4af2-9940-42ddffbb21f0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 945 time: 0.0812314 Aug 12 17:37:15.952298 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c395a60b-a564-4a0b-b7ca-4542187f4fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.000856 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-35d68c71-4995-4c1a-921f-bb61f561b29d req-707e25d4-df25-4b49-9987-8b5eb63579c9 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556612 Aug 12 17:37:16.023648 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c395a60b-a564-4a0b-b7ca-4542187f4fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.026614 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c395a60b-a564-4a0b-b7ca-4542187f4fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.028442 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-c395a60b-a564-4a0b-b7ca-4542187f4fbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/132e06f1-b9ad-4a5d-b01b-156d8557d87f HTTP/1.1" status: 204 len: 168 time: 0.1689034 Aug 12 17:37:16.038539 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395a60b-a564-4a0b-b7ca-4542187f4fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132e06f1-b9ad-4a5d-b01b-156d8557d87f,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:16.068031 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device cab6418a-b92d-4eba-b84d-9118bf0e6d45 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:37:16.130451 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d19214-d754-4d60-ae19-c0d6d3dc17bc req-dfbccc7d-25c7-4a82-ab8c-41bcbf91cca6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:16.132554 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28d19214-d754-4d60-ae19-c0d6d3dc17bc req-dfbccc7d-25c7-4a82-ab8c-41bcbf91cca6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0711844 Aug 12 17:37:16.138708 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port cab6418a-b92d-4eba-b84d-9118bf0e6d45 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:37:16.144309 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port cab6418a-b92d-4eba-b84d-9118bf0e6d45 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:37:16.144683 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.205447 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28d19214-d754-4d60-ae19-c0d6d3dc17bc req-b2ac9f3b-2340-4b91-a8fa-6affd052dcc8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615585 Aug 12 17:37:16.299059 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.340375 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port cab6418a-b92d-4eba-b84d-9118bf0e6d45, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=cab6418a-b92d-4eba-b84d-9118bf0e6d45,segment=NetworkSegment(628e1f2d-43c8-4bcd-af34-3c71a9d0640e),segment_id=628e1f2d-43c8-4bcd-af34-3c71a9d0640e)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:16.344794 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.368910 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ce7daa-30cc-4af0-ac19-f6e92310f44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab6418a-b92d-4eba-b84d-9118bf0e6d45'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:37:16.371434 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdece4e0-18f8-4722-b948-fc59e0cee0c9" -d '{"events": [{"server_uuid": "41ce7daa-30cc-4af0-ac19-f6e92310f44d", "name": "network-vif-plugged", "status": "completed", "tag": "cab6418a-b92d-4eba-b84d-9118bf0e6d45"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:37:16.375131 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2068dd9-98aa-48d4-aedb-1d63a8ec44fd req-7ad8d798-cac8-4bc5-9c89-491422c0ac42 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:16.383333 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b2068dd9-98aa-48d4-aedb-1d63a8ec44fd req-7ad8d798-cac8-4bc5-9c89-491422c0ac42 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.1030302 Aug 12 17:37:16.408553 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=cab6418a-b92d-4eba-b84d-9118bf0e6d45,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:16.419323 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 48028) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:16.420603 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee3a1-a87c-4649-be83-4704fee96c81 req-592c2e2b-f780-42f8-97c3-b61afe78c919 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:16.423398 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1b3ee3a1-a87c-4649-be83-4704fee96c81 req-592c2e2b-f780-42f8-97c3-b61afe78c919 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 945 time: 0.1073942 Aug 12 17:37:16.445582 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-62f09fbe-57a8-4597-a47c-a584094d494c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.448655 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b2068dd9-98aa-48d4-aedb-1d63a8ec44fd req-b34eca3a-7bdd-4c96-b6a7-72e586930ab0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638013 Aug 12 17:37:16.503655 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1b3ee3a1-a87c-4649-be83-4704fee96c81 req-83b34bd2-62d6-4076-b113-76aea614ac87 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686948 Aug 12 17:37:16.546975 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c448c7-c8d8-4e8a-8a9b-aa8365d5c7bd x-openstack-request-id: req-96c448c7-c8d8-4e8a-8a9b-aa8365d5c7bd {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:37:16.547722 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ce7daa-30cc-4af0-ac19-f6e92310f44d", "name": "network-vif-plugged", "status": "completed", "tag": "cab6418a-b92d-4eba-b84d-9118bf0e6d45", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:37:16.548366 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96c448c7-c8d8-4e8a-8a9b-aa8365d5c7bd {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:37:16.549197 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ce7daa-30cc-4af0-ac19-f6e92310f44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cab6418a-b92d-4eba-b84d-9118bf0e6d45', 'code': 200} Aug 12 17:37:16.631494 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-62f09fbe-57a8-4597-a47c-a584094d494c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.641677 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-62f09fbe-57a8-4597-a47c-a584094d494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.697510 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f09fbe-57a8-4597-a47c-a584094d494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f5c8db-185a-41d2-9320-e0378dbcb139,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:16.703211 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-62f09fbe-57a8-4597-a47c-a584094d494c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=789d409118514799823feb29dc32b5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799649 Aug 12 17:37:16.706276 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 48040) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:16.767660 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9537362f-6e58-4cbf-8a6b-53094c0766ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.793253 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9537362f-6e58-4cbf-8a6b-53094c0766ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.871972 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d929f1d-5c70-4149-a958-0c6a5edcf447 req-f061d4e9-9bf6-4877-a12f-19d152d799e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:16.873820 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5d929f1d-5c70-4149-a958-0c6a5edcf447 req-f061d4e9-9bf6-4877-a12f-19d152d799e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 1102 time: 0.0714889 Aug 12 17:37:16.905241 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9537362f-6e58-4cbf-8a6b-53094c0766ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.909288 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9537362f-6e58-4cbf-8a6b-53094c0766ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:16.911386 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9537362f-6e58-4cbf-8a6b-53094c0766ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12f5c8db-185a-41d2-9320-e0378dbcb139 HTTP/1.1" status: 204 len: 168 time: 0.2028561 Aug 12 17:37:16.958059 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5d929f1d-5c70-4149-a958-0c6a5edcf447 req-79d5a966-8270-482f-bb3c-fe5fa4fdb5aa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711341 Aug 12 17:37:16.958955 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537362f-6e58-4cbf-8a6b-53094c0766ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f5c8db-185a-41d2-9320-e0378dbcb139,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:17.065038 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef34fc-4c05-4b1a-bb8c-8cc652f9aac6 req-1bc32158-79fd-4e41-8cfa-210fba4dd344 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:17.068195 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7cef34fc-4c05-4b1a-bb8c-8cc652f9aac6 req-1bc32158-79fd-4e41-8cfa-210fba4dd344 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 949 time: 0.1223278 Aug 12 17:37:17.140816 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7cef34fc-4c05-4b1a-bb8c-8cc652f9aac6 req-db20d642-45f1-401d-97b1-fb1840c3bff1 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Aug 12 17:37:17.264568 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 48060) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:17.399640 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:17.536379 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:17.543540 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:17.833950 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32c1de3d16384fca8ed62f1d1d07fe89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5680408 Aug 12 17:37:17.836660 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e775acb-d706-438b-b88f-d639cdebf1eb,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:17.836840 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 48084) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:17.847277 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.847620 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.848785 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.848785 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.849100 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.849434 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.849767 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.850109 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.850433 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.850757 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.851076 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.851392 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c84da1-c97f-40d9-9040-b535b4f62502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:17.867768 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809aac-2884-48ab-9f71-c83965d1a268 req-b052b99e-731e-4ab9-a0a9-d8c2c46f376a tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:17.869310 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-01809aac-2884-48ab-9f71-c83965d1a268 req-b052b99e-731e-4ab9-a0a9-d8c2c46f376a tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 945 time: 0.0889785 Aug 12 17:37:17.920590 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-01809aac-2884-48ab-9f71-c83965d1a268 req-8d7eb1c6-3d89-4246-a0d8-21ef52678a84 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437496 Aug 12 17:37:17.961667 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dca6861d-cf32-4471-9929-f17e955a42b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:17.990464 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dca6861d-cf32-4471-9929-f17e955a42b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:18.090856 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dca6861d-cf32-4471-9929-f17e955a42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:18.097009 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dca6861d-cf32-4471-9929-f17e955a42b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:18.099481 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-dca6861d-cf32-4471-9929-f17e955a42b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e775acb-d706-438b-b88f-d639cdebf1eb HTTP/1.1" status: 204 len: 168 time: 0.2612371 Aug 12 17:37:18.113472 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6861d-cf32-4471-9929-f17e955a42b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e775acb-d706-438b-b88f-d639cdebf1eb,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:18.344981 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25434f90-ad52-4843-97b9-188297c1c70c req-5f34c4b5-b653-4a67-bcb6-9d463dedef33 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:18.346587 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-25434f90-ad52-4843-97b9-188297c1c70c req-5f34c4b5-b653-4a67-bcb6-9d463dedef33 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 949 time: 0.0867593 Aug 12 17:37:18.419592 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-25434f90-ad52-4843-97b9-188297c1c70c req-0758867c-17f3-42d8-bcdd-650e6b0ed8c6 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536366 Aug 12 17:37:18.552361 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 48150) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:18.800602 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3c23ec37-2367-4ca3-9f00-9ce16cb38b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:18.822589 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 48162) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:18.882243 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7a081580-47e7-4dbd-8f30-d853d09d4a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:18.882583 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefca63-6507-4b30-a1d4-274f8cf9e039 req-7beb6de3-1d9f-4098-94d4-17e5f208d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:18.884501 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-edefca63-6507-4b30-a1d4-274f8cf9e039 req-7beb6de3-1d9f-4098-94d4-17e5f208d017 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 1099 time: 0.0938351 Aug 12 17:37:18.916657 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7466591-0681-4b76-8c39-2ddf13a84475 req-e3e05208-485b-432c-ae5d-91e7534b847c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:18.918645 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e7466591-0681-4b76-8c39-2ddf13a84475 req-e3e05208-485b-432c-ae5d-91e7534b847c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0833302 Aug 12 17:37:18.963814 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e7466591-0681-4b76-8c39-2ddf13a84475 req-aedb8a2b-4764-483f-81c0-c41139edf099 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384955 Aug 12 17:37:19.027923 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefca63-6507-4b30-a1d4-274f8cf9e039 req-cb987a67-f1da-495c-bb3b-4d7e448ac72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:19.029456 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-edefca63-6507-4b30-a1d4-274f8cf9e039 req-cb987a67-f1da-495c-bb3b-4d7e448ac72a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 918 time: 0.1340358 Aug 12 17:37:19.051181 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3c23ec37-2367-4ca3-9f00-9ce16cb38b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.083278 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3c23ec37-2367-4ca3-9f00-9ce16cb38b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.086594 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-edefca63-6507-4b30-a1d4-274f8cf9e039 req-7c9f16fc-8089-494e-b1af-630fac186559 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616a918d-17a7-43ac-976b-6d1af4519a10 HTTP/1.1" status: 200 len: 217 time: 0.0474682 Aug 12 17:37:19.159009 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7a081580-47e7-4dbd-8f30-d853d09d4a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.164495 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-7a081580-47e7-4dbd-8f30-d853d09d4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.176910 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23ec37-2367-4ca3-9f00-9ce16cb38b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aedc73e-6755-4c16-9ca0-957c35151a75,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:19.188495 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-3c23ec37-2367-4ca3-9f00-9ce16cb38b14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4e95f4419414cd49d3836c30dd5e657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6336780 Aug 12 17:37:19.197476 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 48180) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:19.228078 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a081580-47e7-4dbd-8f30-d853d09d4a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3adad4-51f6-4429-b3c0-ef90d2ed39bf,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:19.234788 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefca63-6507-4b30-a1d4-274f8cf9e039 req-2ddc7d30-7218-422e-81c2-fa3eec466105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:19.238336 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-edefca63-6507-4b30-a1d4-274f8cf9e039 req-2ddc7d30-7218-422e-81c2-fa3eec466105 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10424a1a-330a-4912-aa2a-fb4af80b3911 HTTP/1.1" status: 200 len: 858 time: 0.1365452 Aug 12 17:37:19.241281 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-7a081580-47e7-4dbd-8f30-d853d09d4a05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3a65b42e7c845ccabbc1ba529aa86e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172947 Aug 12 17:37:19.244036 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 48184) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:19.315173 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-edefca63-6507-4b30-a1d4-274f8cf9e039 req-92babfcc-4f1d-4cc0-ace3-cfc145e6ad10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2316014-db78-41a6-b7d2-c5985f4c6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541382 Aug 12 17:37:19.325312 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bea704fe-e8bb-436c-9839-f8ac8bd7b244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.377202 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bea704fe-e8bb-436c-9839-f8ac8bd7b244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.407315 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eab59f6f-8417-4623-a833-5d52abfd3840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.445307 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eab59f6f-8417-4623-a833-5d52abfd3840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.479346 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bea704fe-e8bb-436c-9839-f8ac8bd7b244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.492229 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bea704fe-e8bb-436c-9839-f8ac8bd7b244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.492229 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-bea704fe-e8bb-436c-9839-f8ac8bd7b244 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a3adad4-51f6-4429-b3c0-ef90d2ed39bf HTTP/1.1" status: 204 len: 168 time: 0.2444935 Aug 12 17:37:19.516514 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea704fe-e8bb-436c-9839-f8ac8bd7b244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3adad4-51f6-4429-b3c0-ef90d2ed39bf,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:19.554016 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-edefca63-6507-4b30-a1d4-274f8cf9e039 req-93d6ebdf-8f58-490e-8248-48a5992d1b27 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282004 Aug 12 17:37:19.655237 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eab59f6f-8417-4623-a833-5d52abfd3840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.662369 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eab59f6f-8417-4623-a833-5d52abfd3840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:19.665690 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-eab59f6f-8417-4623-a833-5d52abfd3840 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5aedc73e-6755-4c16-9ca0-957c35151a75 HTTP/1.1" status: 204 len: 168 time: 0.4605606 Aug 12 17:37:19.689844 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab59f6f-8417-4623-a833-5d52abfd3840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aedc73e-6755-4c16-9ca0-957c35151a75,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:19.754240 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-edefca63-6507-4b30-a1d4-274f8cf9e039 req-c8563637-fc23-468e-a14b-002d2f9dc560 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845236 Aug 12 17:37:20.029911 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338c5f3-e6f6-47d2-9089-77d2d181019b req-9e1726e1-d02b-4cf9-be45-577766f03b39 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:20.031454 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c338c5f3-e6f6-47d2-9089-77d2d181019b req-9e1726e1-d02b-4cf9-be45-577766f03b39 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 949 time: 0.1422503 Aug 12 17:37:20.045070 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-51a596e4-2fc8-4732-83b4-b35f7d276819 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:20.048964 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-51a596e4-2fc8-4732-83b4-b35f7d276819 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 813 time: 0.3211012 Aug 12 17:37:20.085744 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-4b4802ba-a9a1-4387-bc1f-41bcb3fee210 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/quotas/f732ffd0d83b46a08d0ce584d8290473 HTTP/1.1" status: 200 len: 375 time: 0.0357807 Aug 12 17:37:20.134940 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c338c5f3-e6f6-47d2-9089-77d2d181019b req-e90c2731-2cd2-4e92-9a40-0865be5a5674 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726981 Aug 12 17:37:20.192168 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-887614e2-52cf-4026-b9b7-21f4c3ed026b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991633 Aug 12 17:37:20.336946 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-955ae27c-7ee2-4260-8e8d-36378a4e12bb service neutron] 10.222.0.25 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437345 Aug 12 17:37:20.473450 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58d905-4684-47b3-aa9f-6b46b826bdc4 req-63c8c0c7-516e-41ab-b5b1-15cf7deaf5d2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:20.475129 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9c58d905-4684-47b3-aa9f-6b46b826bdc4 req-63c8c0c7-516e-41ab-b5b1-15cf7deaf5d2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0882466 Aug 12 17:37:20.503608 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-a31a802c-e949-4cd0-ba4d-22f568d6af9d service neutron] 10.222.0.25 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657529 Aug 12 17:37:20.547572 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9c58d905-4684-47b3-aa9f-6b46b826bdc4 req-64113c39-394e-4ac4-9434-981623994496 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614510 Aug 12 17:37:20.918511 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e54845d3-4b7a-44a4-a9a4-8aea5cd4cb2a req-fb0b4d2b-e9fb-4889-9487-9eca6e27dae6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 210 time: 0.0496366 Aug 12 17:37:21.033970 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740dfde-c78b-46a1-b738-e7ea1191fe5c req-1c388ef9-8066-4f1a-9cfe-3f3c21eea6e5 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:21.039132 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0740dfde-c78b-46a1-b738-e7ea1191fe5c req-1c388ef9-8066-4f1a-9cfe-3f3c21eea6e5 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 949 time: 0.1086726 Aug 12 17:37:21.094663 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0740dfde-c78b-46a1-b738-e7ea1191fe5c req-56d6922e-b716-4ac9-8555-7784d74e12ea tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499921 Aug 12 17:37:21.724286 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c4a0b-4728-4e57-9910-21a316542ec7 req-a4b9d64c-1d18-46fe-99be-c7afb4ea5fd9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:21.736188 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f29c4a0b-4728-4e57-9910-21a316542ec7 req-a4b9d64c-1d18-46fe-99be-c7afb4ea5fd9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0791821 Aug 12 17:37:21.784267 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f29c4a0b-4728-4e57-9910-21a316542ec7 req-938431cf-e533-4d26-abea-f3a04497eb7c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510495 Aug 12 17:37:22.037553 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5f48a169-d9b8-46b6-8d3e-e69567358e9f req-e9973e95-134e-4d7e-9740-b94123a22f06 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 210 time: 0.0399320 Aug 12 17:37:22.253090 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ffe7e-c5a8-4924-9022-78e55f732ad1 req-e27dccfd-69b6-401d-aeeb-609d4c184418 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:22.255027 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f40ffe7e-c5a8-4924-9022-78e55f732ad1 req-e27dccfd-69b6-401d-aeeb-609d4c184418 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 949 time: 0.0630181 Aug 12 17:37:22.322315 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f40ffe7e-c5a8-4924-9022-78e55f732ad1 req-323754a8-da39-49f3-a4de-5ff74e66b291 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591776 Aug 12 17:37:22.355048 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-f41b9c6d-b7bc-40ea-adfb-001dc8f29b1e tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:22.358418 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-f41b9c6d-b7bc-40ea-adfb-001dc8f29b1e tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 813 time: 0.1583078 Aug 12 17:37:22.381668 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Request body: {'port': {'device_id': 'e65e6f41-0cae-4e3a-8edb-10db42117e70', 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e', 'admin_state_up': True, 'tenant_id': 'f732ffd0d83b46a08d0ce584d8290473'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:37:22.561034 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Made reservation on behalf of f732ffd0d83b46a08d0ce584d8290473 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:37:22.567336 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:22.762568 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Allocated IP 172.20.0.13 (1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e/a7f5ffca-db76-4080-82ca-c2a26c6ed87f/6abd3808-6ad3-46aa-9af3-86ba56bc7b69) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:37:22.856604 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 48348) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:22.937057 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afdccc-b95f-494e-921f-796f26589b51 req-53a32c3b-3974-4f09-8058-1fd79f683195 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:22.938992 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d8afdccc-b95f-494e-921f-796f26589b51 req-53a32c3b-3974-4f09-8058-1fd79f683195 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0666492 Aug 12 17:37:22.995272 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.007011 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d8afdccc-b95f-494e-921f-796f26589b51 req-7c5b79df-42b3-42dc-9255-82c7a9334ad4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598574 Aug 12 17:37:23.083389 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.099326 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-43d885af-30fc-4b8e-ae91-df278119f1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.115165 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['9fdd506d-5072-42c8-a43b-897e4070547f', '76f3684c-19bd-4706-807c-11c444da2885'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:37:23.176430 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:37:23.187063 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:37:23.205629 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:37:23.234713 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bf03e-5c26-46ad-8c09-868419a6c259 req-0106f42c-7817-4f6e-a8b2-2d24c21f9396 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:23.236498 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-967bf03e-5c26-46ad-8c09-868419a6c259 req-0106f42c-7817-4f6e-a8b2-2d24c21f9396 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 932 time: 0.0824773 Aug 12 17:37:23.245279 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Pushing event updated for resources: {'Port': ['ID=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:23.299884 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:23.301804 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.338706 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-967bf03e-5c26-46ad-8c09-868419a6c259 req-58d8ce32-684c-4915-b696-e75ce4b8390b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811486 Aug 12 17:37:23.341524 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-43d885af-30fc-4b8e-ae91-df278119f1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.349379 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-43d885af-30fc-4b8e-ae91-df278119f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.358996 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-9a7db39b-2828-41d0-901b-d84900c08a13 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9839942 Aug 12 17:37:23.387412 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Request body: {'port': {'device_id': 'e65e6f41-0cae-4e3a-8edb-10db42117e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:37:23.403853 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d885af-30fc-4b8e-ae91-df278119f1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d96cebf-b897-48ad-9484-cb5a1a348808,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:23.411804 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-43d885af-30fc-4b8e-ae91-df278119f1d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac68a3d637a64ad298512f4b62b1c733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540748 Aug 12 17:37:23.415768 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 48366) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:23.476132 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.513847 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefa8fd-4104-4bbd-9593-b94b87e93fb6 req-343658e8-9671-4fa8-9d41-7c900f62e043 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:23.515514 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9eefa8fd-4104-4bbd-9593-b94b87e93fb6 req-343658e8-9671-4fa8-9d41-7c900f62e043 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 949 time: 0.0840683 Aug 12 17:37:23.526014 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4403f5b1-44d2-4e37-a674-fb4138f5766f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.569667 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4403f5b1-44d2-4e37-a674-fb4138f5766f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.594863 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9eefa8fd-4104-4bbd-9593-b94b87e93fb6 req-711ec1ca-3b20-44bb-a536-18bfda4eb484 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665038 Aug 12 17:37:23.642588 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4403f5b1-44d2-4e37-a674-fb4138f5766f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.645266 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4403f5b1-44d2-4e37-a674-fb4138f5766f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:23.646473 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-4403f5b1-44d2-4e37-a674-fb4138f5766f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d96cebf-b897-48ad-9484-cb5a1a348808 HTTP/1.1" status: 204 len: 168 time: 0.2293558 Aug 12 17:37:23.656534 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403f5b1-44d2-4e37-a674-fb4138f5766f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d96cebf-b897-48ad-9484-cb5a1a348808,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:23.739644 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c01460-5776-4105-88d2-19a448296d4c req-c77f2a0c-57e6-4e69-ada3-dd6ba1728c6a tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:23.742894 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e6c01460-5776-4105-88d2-19a448296d4c req-c77f2a0c-57e6-4e69-ada3-dd6ba1728c6a tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.10 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 949 time: 0.1265006 Aug 12 17:37:24.057522 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 48376) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:24.073017 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-35b2f928-cc06-43f9-ad78-e6016266ea82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.255630 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-e6c01460-5776-4105-88d2-19a448296d4c req-5c6a493b-8a71-4985-95c1-106266046db7 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Deleting port cab6418a-b92d-4eba-b84d-9118bf0e6d45 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:37:24.255961 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e6c01460-5776-4105-88d2-19a448296d4c req-5c6a493b-8a71-4985-95c1-106266046db7 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.265103 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:37:24.271934 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cb86e-370d-4e5c-8cb0-9e3736a41228 req-627ce898-9370-46cf-933a-088861f1b53f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:24.273813 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ed6cb86e-370d-4e5c-8cb0-9e3736a41228 req-627ce898-9370-46cf-933a-088861f1b53f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.1342359 Aug 12 17:37:24.309245 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.309759 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-35b2f928-cc06-43f9-ad78-e6016266ea82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.319317 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-35b2f928-cc06-43f9-ad78-e6016266ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.337442 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Transition to ACTIVE for port object 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:37:24.354020 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.403360 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ed6cb86e-370d-4e5c-8cb0-9e3736a41228 req-53ed7740-3c7c-4efa-804e-cc1c1e116d19 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122067 Aug 12 17:37:24.404388 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2f928-cc06-43f9-ad78-e6016266ea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a09e543-e2fc-4de1-8e70-c4496a15cf2c,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:24.412805 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-35b2f928-cc06-43f9-ad78-e6016266ea82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=455b8ba3d7174f2cbacfb17bcadf048c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499026 Aug 12 17:37:24.414714 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 48386) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:24.498923 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-e6c01460-5776-4105-88d2-19a448296d4c req-5c6a493b-8a71-4985-95c1-106266046db7 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] For port cab6418a-b92d-4eba-b84d-9118bf0e6d45, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=cab6418a-b92d-4eba-b84d-9118bf0e6d45,segment=NetworkSegment(628e1f2d-43c8-4bcd-af34-3c71a9d0640e),segment_id=628e1f2d-43c8-4bcd-af34-3c71a9d0640e)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:24.499818 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e6c01460-5776-4105-88d2-19a448296d4c req-5c6a493b-8a71-4985-95c1-106266046db7 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.501388 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1882-589c-4565-8edb-7f5f9db9acaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.513825 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Pushing event updated for resources: {'Port': ['ID=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:24.532541 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1882-589c-4565-8edb-7f5f9db9acaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.614974 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-e6c01460-5776-4105-88d2-19a448296d4c req-5c6a493b-8a71-4985-95c1-106266046db7 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Calling delete_port for cab6418a-b92d-4eba-b84d-9118bf0e6d45 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:37:24.620433 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1882-589c-4565-8edb-7f5f9db9acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.628002 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9d1a1882-589c-4565-8edb-7f5f9db9acaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.631041 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-9d1a1882-589c-4565-8edb-7f5f9db9acaa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a09e543-e2fc-4de1-8e70-c4496a15cf2c HTTP/1.1" status: 204 len: 168 time: 0.2160616 Aug 12 17:37:24.648529 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a1882-589c-4565-8edb-7f5f9db9acaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a09e543-e2fc-4de1-8e70-c4496a15cf2c,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:24.704695 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Attempting to bind port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:37:24.705191 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Attempting to bind port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:37:24.705757 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Attempting to bind port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:37:24.713362 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:37:24.713859 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Attempting to bind port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:37:24.730247 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:37:24.730684 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Checking segment: {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:37:24.731159 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Bound using segment: {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:37:24.731957 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Bound port: 6abd3808-6ad3-46aa-9af3-86ba56bc7b69, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:37:24.732347 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.769359 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4451b9-d29c-419d-afa8-2a2fb4bcfe59 req-48f2e239-bd11-4ce7-8a32-dc437878c3ac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:24.772059 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0e4451b9-d29c-419d-afa8-2a2fb4bcfe59 req-48f2e239-bd11-4ce7-8a32-dc437878c3ac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 944 time: 0.1007876 Aug 12 17:37:24.825422 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0e4451b9-d29c-419d-afa8-2a2fb4bcfe59 req-4434c12d-81eb-43a5-8820-d5513be82957 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Aug 12 17:37:24.909571 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] For port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:37:24.919160 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] For port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:37:24.930516 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.983436 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e6c01460-5776-4105-88d2-19a448296d4c req-5c6a493b-8a71-4985-95c1-106266046db7 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:24.985004 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599f094-387c-4f6f-b0f6-0f933dbb5412 req-f94226d6-e132-4deb-8462-a69addee2d8e tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:24.986768 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2599f094-387c-4f6f-b0f6-0f933dbb5412 req-f94226d6-e132-4deb-8462-a69addee2d8e tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 867 time: 0.0718069 Aug 12 17:37:25.033670 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:25.035021 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:25.038348 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] 10.222.0.10 "PUT /v2.0/ports/6abd3808-6ad3-46aa-9af3-86ba56bc7b69 HTTP/1.1" status: 200 len: 1094 time: 1.6607463 Aug 12 17:37:25.040531 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65e6f41-0cae-4e3a-8edb-10db42117e70', 'tag': '6abd3808-6ad3-46aa-9af3-86ba56bc7b69'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:37:25.047351 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2599f094-387c-4f6f-b0f6-0f933dbb5412 req-7b0854f5-0f18-45b6-85c5-d8c80bf30339 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/security-groups?id=675ad3db-67b1-49cd-a00e-fc8430a9abaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479846 Aug 12 17:37:25.053037 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1d787b-d181-4b39-97ca-a5c0093f801e" -d '{"events": [{"name": "network-changed", "server_uuid": "e65e6f41-0cae-4e3a-8edb-10db42117e70", "tag": "6abd3808-6ad3-46aa-9af3-86ba56bc7b69"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:37:25.128550 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c01460-5776-4105-88d2-19a448296d4c req-5c6a493b-8a71-4985-95c1-106266046db7 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] No DVR routers for this DVR port cab6418a-b92d-4eba-b84d-9118bf0e6d45 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:37:25.131859 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e6c01460-5776-4105-88d2-19a448296d4c req-5c6a493b-8a71-4985-95c1-106266046db7 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:25.133941 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e6c01460-5776-4105-88d2-19a448296d4c req-5c6a493b-8a71-4985-95c1-106266046db7 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.10 "DELETE /v2.0/ports/cab6418a-b92d-4eba-b84d-9118bf0e6d45 HTTP/1.1" status: 204 len: 173 time: 1.3772113 Aug 12 17:37:25.134798 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6800ab-9dec-470a-bae6-765806dfce33 service neutron] Pushing event updated for resources: {'Port': ['ID=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:25.163292 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a493b-8a71-4985-95c1-106266046db7 tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] Pushing event deleted for resources: {'Port': ['ID=cab6418a-b92d-4eba-b84d-9118bf0e6d45,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:25.608530 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 48420) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:25.714752 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-247102534-network', 'tenant_id': '9384cccb84974d5bb3fcd1eb4875a711'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:37:25.736318 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Made reservation on behalf of 9384cccb84974d5bb3fcd1eb4875a711 for: {'network': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:37:25.738696 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:25.748324 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:25.854041 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:25.858696 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:25.885263 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:37:25.895985 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfdd13f-5d9f-4b55-8102-a2e7ca5a5fb3,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:25.901817 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:25.902201 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.segments_db [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Added segment 5c195987-98e7-43b1-afea-ab0e57ae561c of type vlan for network 1e932cad-751f-4c0a-b1e3-b4a1573eba42 Aug 12 17:37:25.945503 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:25.977166 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:25.978192 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:25.978783 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:26.036555 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4264851 Aug 12 17:37:26.040480 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 48426) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:26.045699 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Request body: {'subnet': {'network_id': '1e932cad-751f-4c0a-b1e3-b4a1573eba42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-247102534-subnet', 'tenant_id': '9384cccb84974d5bb3fcd1eb4875a711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:37:26.047146 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e8d8d-f02b-4693-8c55-3f5e9ca6b510 admin admin] Pushing event updated for resources: {'Network': ['ID=1e932cad-751f-4c0a-b1e3-b4a1573eba42,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:26.062914 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network 1e932cad-751f-4c0a-b1e3-b4a1573eba42 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:37:26.071679 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Made reservation on behalf of 9384cccb84974d5bb3fcd1eb4875a711 for: {'subnet': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:37:26.075721 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:26.262933 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:26.330049 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f960938-7546-4224-b6c9-970830cb1f0c,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:26.340452 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Checking segment: {'id': '5c195987-98e7-43b1-afea-ab0e57ae561c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1e932cad-751f-4c0a-b1e3-b4a1573eba42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:37:26.340826 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Network hostable DHCP agents. Network: 1e932cad-751f-4c0a-b1e3-b4a1573eba42, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:37:26.361577 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Network 1e932cad-751f-4c0a-b1e3-b4a1573eba42 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:37:26.372453 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, 1e932cad-751f-4c0a-b1e3-b4a1573eba42) {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:37:26.377105 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:26.377718 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:26.383757 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062d73c8-6143-4fa6-a348-d01a4b34870d None None] Network 1e932cad-751f-4c0a-b1e3-b4a1573eba42 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:37:26.407391 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-2fd47394-9915-4451-949a-d9dfb261ac5f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3649650 Aug 12 17:37:26.599834 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37a7204-650c-4062-b3f7-393097cc6cdd None None] Network 1e932cad-751f-4c0a-b1e3-b4a1573eba42 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:37:27.029654 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 48448) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:27.035649 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1541864626-network', 'tenant_id': '8401e1c7f33544d7a9566e266004ee9a'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:37:27.058856 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Made reservation on behalf of 8401e1c7f33544d7a9566e266004ee9a for: {'network': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:37:27.061132 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.072006 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.174306 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.178343 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.202897 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:37:27.212669 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7ecf7e-67c9-4082-8a50-9c6fd6dd8680,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:27.218339 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.218682 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.segments_db [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Added segment 8ce4e156-6dc6-4f91-9acc-b84de940db97 of type vlan for network ff101b07-413b-4072-8827-7180e3c8c2cf Aug 12 17:37:27.262604 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.300223 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.301242 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:27.307512 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.360637 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3295317 Aug 12 17:37:27.363608 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 48450) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:27.368277 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a06c6-e4c9-48ad-89d6-3b3b94359cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=ff101b07-413b-4072-8827-7180e3c8c2cf,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:27.373712 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Request body: {'subnet': {'network_id': 'ff101b07-413b-4072-8827-7180e3c8c2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1541864626-subnet', 'tenant_id': '8401e1c7f33544d7a9566e266004ee9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:37:27.381098 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network ff101b07-413b-4072-8827-7180e3c8c2cf details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:37:27.400565 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Made reservation on behalf of 8401e1c7f33544d7a9566e266004ee9a for: {'subnet': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:37:27.403963 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127454939'] for subnet, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.608893 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127425806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127454953'] for subnet, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.665982 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bd907be-a6db-42d7-882b-d05917a1f630,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:27.677141 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Checking segment: {'id': '8ce4e156-6dc6-4f91-9acc-b84de940db97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'ff101b07-413b-4072-8827-7180e3c8c2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:37:27.677444 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Network hostable DHCP agents. Network: ff101b07-413b-4072-8827-7180e3c8c2cf, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:37:27.696260 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Network ff101b07-413b-4072-8827-7180e3c8c2cf is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:37:27.707670 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, ff101b07-413b-4072-8827-7180e3c8c2cf) {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:37:27.712230 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:27.712829 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:27.717873 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd41c20-9680-4d37-bab8-27e0aba1a29a None None] Network ff101b07-413b-4072-8827-7180e3c8c2cf requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:37:27.738123 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-6134b6a1-8580-45e0-aee9-177414d5c131 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3669910 Aug 12 17:37:27.893542 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ab9872-8a47-4ebd-9310-fbebd9cfc0f5 None None] Network ff101b07-413b-4072-8827-7180e3c8c2cf requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:37:29.787010 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:29.821053 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-1ddb88d5-aff3-4389-9580-427335c631e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:29.822986 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-1ddb88d5-aff3-4389-9580-427335c631e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 1097 time: 0.0786045 Aug 12 17:37:29.827564 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4959e6-4250-4cd4-9f02-95981569a0ca x-openstack-request-id: req-7b4959e6-4250-4cd4-9f02-95981569a0ca {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:37:29.827933 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65e6f41-0cae-4e3a-8edb-10db42117e70", "tag": "6abd3808-6ad3-46aa-9af3-86ba56bc7b69", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:37:29.828347 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b4959e6-4250-4cd4-9f02-95981569a0ca {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:37:29.828822 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65e6f41-0cae-4e3a-8edb-10db42117e70', 'tag': '6abd3808-6ad3-46aa-9af3-86ba56bc7b69', 'status': 'completed', 'code': 200} Aug 12 17:37:29.898603 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-feb37033-972e-48f7-b0b6-84cba5685790 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6abd3808-6ad3-46aa-9af3-86ba56bc7b69 HTTP/1.1" status: 200 len: 217 time: 0.0542433 Aug 12 17:37:29.932208 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb661a5-6eb3-4b87-a134-0f5a10f5c4e1 req-d3755c9f-dcf8-4f80-b24a-03e573530373 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:29.934261 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aeb661a5-6eb3-4b87-a134-0f5a10f5c4e1 req-d3755c9f-dcf8-4f80-b24a-03e573530373 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0873621 Aug 12 17:37:29.957645 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0fa40-c611-4e78-92ce-a76b81646dfa req-97bd8815-93cc-4612-9edc-111eb652ffcb tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:29.959676 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dbf0fa40-c611-4e78-92ce-a76b81646dfa req-97bd8815-93cc-4612-9edc-111eb652ffcb tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 944 time: 0.0789456 Aug 12 17:37:29.967667 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-a99e152a-7112-4c1f-a263-d552dcf8a44a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769746 Aug 12 17:37:29.974691 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-7aca903f-3166-4d43-8cd5-273ef5b7e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:29.976112 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-7aca903f-3166-4d43-8cd5-273ef5b7e0a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7f5ffca-db76-4080-82ca-c2a26c6ed87f HTTP/1.1" status: 200 len: 853 time: 0.0605962 Aug 12 17:37:30.009003 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aeb661a5-6eb3-4b87-a134-0f5a10f5c4e1 req-e2e6ce80-d7c8-4645-bce8-938f270a4434 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677545 Aug 12 17:37:30.028751 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dbf0fa40-c611-4e78-92ce-a76b81646dfa req-baf26a16-93b2-4196-b3d2-6f7adb7a2ee5 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591516 Aug 12 17:37:30.028907 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-831b38e2-42aa-43c2-81f3-401a26eca9f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450742 Aug 12 17:37:30.062671 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4e593a00-db05-4274-8964-00d03776fd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:30.127463 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ce7bfba3-8a2f-416a-8b33-7f654dd2ac68 req-4c23c7b4-71d1-4b85-9228-2cd5d70fd30f tempest-VolumesNegativeTest-1916376924 tempest-VolumesNegativeTest-1916376924-project] 10.222.0.25 "GET /v2.0/ports?device_id=41ce7daa-30cc-4af0-ac19-f6e92310f44d HTTP/1.1" status: 200 len: 210 time: 0.0323257 Aug 12 17:37:30.128693 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-063eb727-f6cd-4937-81f7-952a1c403727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:30.130265 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-063eb727-f6cd-4937-81f7-952a1c403727 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 1098 time: 0.1312788 Aug 12 17:37:30.174332 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-258b9419-3288-4541-9a3f-434630ae2811 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186290 Aug 12 17:37:30.326274 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-cc9ade71-2eaf-4e51-9fa1-c8499fbcf6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:30.328029 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-cc9ade71-2eaf-4e51-9fa1-c8499fbcf6de service neutron] 10.222.0.10 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 913 time: 0.1641805 Aug 12 17:37:30.340773 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a6487981-d362-4794-aeed-04e30f8c0f6e req-fcef0ad2-ff73-4897-b867-bea8df9e18dc service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555815 Aug 12 17:37:30.427061 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-efafa04a-d3b1-4893-a4a1-3f0aa4ee4092 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fdd506d-5072-42c8-a43b-897e4070547f HTTP/1.1" status: 200 len: 217 time: 0.0632172 Aug 12 17:37:30.523302 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-d8a893e7-cc18-4e15-a1b5-4c46bc4e37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:30.524823 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-d8a893e7-cc18-4e15-a1b5-4c46bc4e37e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7f5ffca-db76-4080-82ca-c2a26c6ed87f HTTP/1.1" status: 200 len: 853 time: 0.0860789 Aug 12 17:37:30.530630 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d787b-d181-4b39-97ca-a5c0093f801e req-b03048ca-d44e-497a-8631-3f1552516436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:30.532219 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e1d787b-d181-4b39-97ca-a5c0093f801e req-b03048ca-d44e-497a-8631-3f1552516436 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 1097 time: 0.1041665 Aug 12 17:37:30.583119 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-688f2311-80a4-4e41-a828-fce3c9352630 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498345 Aug 12 17:37:30.811182 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d787b-d181-4b39-97ca-a5c0093f801e req-aa00d01b-9dd1-4a01-8fc4-9a89733d4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:30.813762 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e1d787b-d181-4b39-97ca-a5c0093f801e req-aa00d01b-9dd1-4a01-8fc4-9a89733d4aaa service neutron] 10.222.0.10 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 913 time: 0.2712033 Aug 12 17:37:30.819989 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-ae03e055-fe0f-4864-9dfa-281f313dde21 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858275 Aug 12 17:37:30.875624 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e1d787b-d181-4b39-97ca-a5c0093f801e req-62df7158-0fd6-4769-8eb3-efd68c326008 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6abd3808-6ad3-46aa-9af3-86ba56bc7b69 HTTP/1.1" status: 200 len: 217 time: 0.0545528 Aug 12 17:37:31.007839 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0b063cda-bcb0-4a93-bb5f-af64327041a1 req-c208e8ee-c653-4be2-bf17-89c60206717f service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425712 Aug 12 17:37:31.014728 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d787b-d181-4b39-97ca-a5c0093f801e req-e8eeb3a0-7ced-47df-bc91-af5bbef57949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:31.016281 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e1d787b-d181-4b39-97ca-a5c0093f801e req-e8eeb3a0-7ced-47df-bc91-af5bbef57949 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7f5ffca-db76-4080-82ca-c2a26c6ed87f HTTP/1.1" status: 200 len: 853 time: 0.0791566 Aug 12 17:37:31.055227 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e1d787b-d181-4b39-97ca-a5c0093f801e req-753da488-ed4a-4806-8e2d-2a27d620a0e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309408 Aug 12 17:37:31.189448 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e1d787b-d181-4b39-97ca-a5c0093f801e req-474bd1ef-90d8-4df4-a384-ce6bab6468e1 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170368 Aug 12 17:37:31.216891 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d84f52-964d-4a42-970d-d41abed0cb8c req-497d9693-ff30-4c24-af19-4741ac83ffd2 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:31.218429 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a7d84f52-964d-4a42-970d-d41abed0cb8c req-497d9693-ff30-4c24-af19-4741ac83ffd2 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 944 time: 0.0871930 Aug 12 17:37:31.225743 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6fcf3-12a4-415c-8528-79f6b91ccced req-23f75578-3a2c-4d8e-9dea-1703b3999c1b tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:31.227196 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7e6fcf3-12a4-415c-8528-79f6b91ccced req-23f75578-3a2c-4d8e-9dea-1703b3999c1b tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0848458 Aug 12 17:37:31.284794 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a7d84f52-964d-4a42-970d-d41abed0cb8c req-075085a4-2f0f-4a01-be7d-e1f3886df08d tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566328 Aug 12 17:37:31.287787 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e1d787b-d181-4b39-97ca-a5c0093f801e req-b0bb5366-a131-4c3e-a148-afa8260fdf53 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841894 Aug 12 17:37:31.289625 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7e6fcf3-12a4-415c-8528-79f6b91ccced req-27fc4be5-5ff9-44f0-a2d8-794347645a7f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531664 Aug 12 17:37:31.830403 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ce7daa-30cc-4af0-ac19-f6e92310f44d', 'name': 'network-vif-deleted', 'tag': 'cab6418a-b92d-4eba-b84d-9118bf0e6d45'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:37:31.833195 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108ece51-d5ac-4fca-a3df-2d867080bf31" -d '{"events": [{"server_uuid": "41ce7daa-30cc-4af0-ac19-f6e92310f44d", "name": "network-vif-deleted", "tag": "cab6418a-b92d-4eba-b84d-9118bf0e6d45"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:37:31.874150 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c976146a-1b03-47e6-827b-666bda55cb89 x-openstack-request-id: req-c976146a-1b03-47e6-827b-666bda55cb89 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:37:31.874757 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ce7daa-30cc-4af0-ac19-f6e92310f44d", "name": "network-vif-deleted", "tag": "cab6418a-b92d-4eba-b84d-9118bf0e6d45", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:37:31.878297 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c976146a-1b03-47e6-827b-666bda55cb89 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:37:31.879260 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ce7daa-30cc-4af0-ac19-f6e92310f44d', 'name': 'network-vif-deleted', 'tag': 'cab6418a-b92d-4eba-b84d-9118bf0e6d45', 'status': 'completed', 'code': 200} Aug 12 17:37:32.896003 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-63a830ae-4dae-4c32-a35b-7ec86fffac9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:33.235668 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:33.890611 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device cab6418a-b92d-4eba-b84d-9118bf0e6d45 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:37:33.931220 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: cab6418a-b92d-4eba-b84d-9118bf0e6d45 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:37:33.931867 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device cab6418a-b92d-4eba-b84d-9118bf0e6d45 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:37:34.034052 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:35.416134 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:37.456613 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f7156-aa62-4dce-8d94-9e4edde4f4e4 req-9a4af802-fe8f-4040-8111-7e84795684dc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:37.459277 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ae0f7156-aa62-4dce-8d94-9e4edde4f4e4 req-9a4af802-fe8f-4040-8111-7e84795684dc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 944 time: 0.1317012 Aug 12 17:37:37.528133 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c984b-d519-42fe-8461-bf75180b6172 req-310412a2-db9c-4653-911b-6da1ebe3eaf1 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:37.531544 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5c0c984b-d519-42fe-8461-bf75180b6172 req-310412a2-db9c-4653-911b-6da1ebe3eaf1 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.1505342 Aug 12 17:37:37.567546 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ae0f7156-aa62-4dce-8d94-9e4edde4f4e4 req-a9fa6c84-1aeb-4f74-a4d7-4c667d7b83c7 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011150 Aug 12 17:37:37.609158 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5c0c984b-d519-42fe-8461-bf75180b6172 req-90e7d1d5-6402-45d1-8ca7-f5057fd16a59 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659652 Aug 12 17:37:38.768184 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbe44f-e55d-434b-bcb9-bcc38946a529 req-e6b09b50-45b4-41e5-a5a6-0a4a80789d15 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:38.769949 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-00dbe44f-e55d-434b-bcb9-bcc38946a529 req-e6b09b50-45b4-41e5-a5a6-0a4a80789d15 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 944 time: 0.0984862 Aug 12 17:37:38.786766 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03431ac-e920-451f-936b-73be7e0d1005 req-bd2eee79-74ea-4be2-a492-53bd2ae13386 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:38.788373 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c03431ac-e920-451f-936b-73be7e0d1005 req-bd2eee79-74ea-4be2-a492-53bd2ae13386 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0796754 Aug 12 17:37:38.844292 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-00dbe44f-e55d-434b-bcb9-bcc38946a529 req-3a5efdad-876a-4930-ae3a-acb7d9c6fc0c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661423 Aug 12 17:37:38.859462 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c03431ac-e920-451f-936b-73be7e0d1005 req-3a23635a-5996-4b8a-bd7d-54218146fa6d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572093 Aug 12 17:37:39.985973 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 48844) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:40.123891 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-d4c37d3e-07c9-4fe4-8c64-d50da3441f39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d30bbe47b4b44850b0b747a5cd3f50fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365800 Aug 12 17:37:40.126516 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 48848) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:40.182894 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3c3bddea-3260-48b1-bb3c-594a79808d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:40.208691 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3c3bddea-3260-48b1-bb3c-594a79808d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:40.271856 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3c3bddea-3260-48b1-bb3c-594a79808d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:40.274761 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3c3bddea-3260-48b1-bb3c-594a79808d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:40.276714 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-3c3bddea-3260-48b1-bb3c-594a79808d16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/675ad3db-67b1-49cd-a00e-fc8430a9abaa HTTP/1.1" status: 204 len: 168 time: 0.1484566 Aug 12 17:37:40.293852 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bddea-3260-48b1-bb3c-594a79808d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675ad3db-67b1-49cd-a00e-fc8430a9abaa,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:42.779039 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:37:42.877220 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:42.889666 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '6abd3808-6ad3-46aa-9af3-86ba56bc7b69', 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e', 'port_id': '6abd3808-6ad3-46aa-9af3-86ba56bc7b69', 'mac_address': 'fa:16:3e:0d:46:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f5ffca-db76-4080-82ca-c2a26c6ed87f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:37:42.933502 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:42.946430 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:37:42.967083 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:42.971255 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:43.026886 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:44.859185 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0b51e-56a9-4833-bea9-822312841abe req-524be4c3-15d4-4b2b-8349-f03d2c493bab tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:44.860655 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-69b0b51e-56a9-4833-bea9-822312841abe req-524be4c3-15d4-4b2b-8349-f03d2c493bab tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 945 time: 0.0772939 Aug 12 17:37:44.881551 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b15a0-147a-4a70-8b44-233daeaf995f req-89781b8c-e7f0-4620-8e03-3b6cfcc8aadf tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:44.883138 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-872b15a0-147a-4a70-8b44-233daeaf995f req-89781b8c-e7f0-4620-8e03-3b6cfcc8aadf tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0709469 Aug 12 17:37:44.930704 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-69b0b51e-56a9-4833-bea9-822312841abe req-971acbb1-7d64-42d0-b561-b87534acad1e tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626872 Aug 12 17:37:44.938473 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-872b15a0-147a-4a70-8b44-233daeaf995f req-b0315b97-e07e-4e13-b371-5207813063e8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477436 Aug 12 17:37:46.078158 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f577-2748-4ead-82aa-64c19c1a37c8 req-319dc287-6565-4f44-b453-df0fa5faa3e0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:46.079871 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-65c8f577-2748-4ead-82aa-64c19c1a37c8 req-319dc287-6565-4f44-b453-df0fa5faa3e0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 945 time: 0.0729508 Aug 12 17:37:46.116647 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4570-b34f-4f48-a8b2-af8dd44c99a6 req-bf9ca976-446b-4b01-b731-f422c14da3ce tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:46.118055 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4aef4570-b34f-4f48-a8b2-af8dd44c99a6 req-bf9ca976-446b-4b01-b731-f422c14da3ce tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0764410 Aug 12 17:37:46.138505 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-65c8f577-2748-4ead-82aa-64c19c1a37c8 req-e7fb0262-c144-41a4-a8d4-b7d680435d90 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525818 Aug 12 17:37:46.167383 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4aef4570-b34f-4f48-a8b2-af8dd44c99a6 req-2121924a-56b5-4ab2-8876-d35165fce5b9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422034 Aug 12 17:37:46.618679 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['6abd3808-6ad3-46aa-9af3-86ba56bc7b69'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:37:47.303947 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b1344-3dc7-4551-8ee5-70afe717e816 req-a5e292e1-818e-4d7e-8802-3d91b7c3871b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:47.305522 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-329b1344-3dc7-4551-8ee5-70afe717e816 req-a5e292e1-818e-4d7e-8802-3d91b7c3871b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 945 time: 0.0820794 Aug 12 17:37:47.318650 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826a5c-b51e-4e13-bde1-94a41d612690 req-16f6ff27-a30c-4400-9e59-8f9480150cd8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:47.320172 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-93826a5c-b51e-4e13-bde1-94a41d612690 req-16f6ff27-a30c-4400-9e59-8f9480150cd8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0686412 Aug 12 17:37:47.380810 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-329b1344-3dc7-4551-8ee5-70afe717e816 req-ec8c5cd3-fc32-4a1c-8d3b-7c36553db7c6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596538 Aug 12 17:37:47.385964 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-93826a5c-b51e-4e13-bde1-94a41d612690 req-4bde0a69-6886-428b-8686-bfd01ddabae9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585687 Aug 12 17:37:48.553085 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36834a5-6933-4373-8212-b0278bf8ba4f req-e6289f5b-f35d-4e35-9963-2372ea2e6fcc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:48.555474 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c36834a5-6933-4373-8212-b0278bf8ba4f req-e6289f5b-f35d-4e35-9963-2372ea2e6fcc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 945 time: 0.0801034 Aug 12 17:37:48.565671 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f6508-9b86-4121-b076-c0de42c5e19b req-889b42b6-7494-4477-9c27-392fa65a3c5a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:48.567286 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-791f6508-9b86-4121-b076-c0de42c5e19b req-889b42b6-7494-4477-9c27-392fa65a3c5a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.1062407 Aug 12 17:37:48.633865 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c36834a5-6933-4373-8212-b0278bf8ba4f req-e124ab71-56e3-4a48-95b5-96c2cbf1177c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654547 Aug 12 17:37:48.661932 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-791f6508-9b86-4121-b076-c0de42c5e19b req-ea90b48e-15b7-49b5-8ebc-5fa855ec3af0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868075 Aug 12 17:37:48.700926 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:37:48.726516 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:37:48.747197 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589db1a-1e61-4805-a8c2-73aaa979680a req-1b5f0cc7-6d8b-409e-85ef-1be173b4e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:48.751723 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7589db1a-1e61-4805-a8c2-73aaa979680a req-1b5f0cc7-6d8b-409e-85ef-1be173b4e35a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 1099 time: 0.0579915 Aug 12 17:37:48.791006 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:37:48.793184 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7589db1a-1e61-4805-a8c2-73aaa979680a req-f32601e0-4007-4c17-b094-6524b5b4fb3b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333853 Aug 12 17:37:48.796522 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:37:48.796926 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:48.877460 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:48.902500 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e6f41-0cae-4e3a-8edb-10db42117e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abd3808-6ad3-46aa-9af3-86ba56bc7b69'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:37:48.905100 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa70a7d2-b135-4b97-9015-87f2953a7758" -d '{"events": [{"server_uuid": "e65e6f41-0cae-4e3a-8edb-10db42117e70", "name": "network-vif-plugged", "status": "completed", "tag": "6abd3808-6ad3-46aa-9af3-86ba56bc7b69"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:37:48.923118 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:48.927312 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:48.953578 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c151c3c2-598b-4870-9e70-6c969a24f78b x-openstack-request-id: req-c151c3c2-598b-4870-9e70-6c969a24f78b {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:37:48.954158 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e6f41-0cae-4e3a-8edb-10db42117e70", "name": "network-vif-plugged", "status": "completed", "tag": "6abd3808-6ad3-46aa-9af3-86ba56bc7b69", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:37:48.954405 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c151c3c2-598b-4870-9e70-6c969a24f78b {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:37:48.955067 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e6f41-0cae-4e3a-8edb-10db42117e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abd3808-6ad3-46aa-9af3-86ba56bc7b69', 'code': 200} Aug 12 17:37:48.982536 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:49.405543 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33745121-af15-441a-ac75-4e9056db82f5 req-c30e8eb8-6431-4413-8aeb-29bfb8dbb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:49.407120 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-33745121-af15-441a-ac75-4e9056db82f5 req-c30e8eb8-6431-4413-8aeb-29bfb8dbb013 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 1099 time: 0.0424933 Aug 12 17:37:49.463548 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-33745121-af15-441a-ac75-4e9056db82f5 req-fe961528-77a1-42ee-a847-4dc30e5152de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326271 Aug 12 17:37:49.821310 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc5619-fc3c-4fcc-8727-93af8eb5441d req-2734e544-b94b-4189-acf6-d4b146bd1614 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:49.822992 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-85dc5619-fc3c-4fcc-8727-93af8eb5441d req-2734e544-b94b-4189-acf6-d4b146bd1614 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 946 time: 0.0981026 Aug 12 17:37:49.852510 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822daa30-6d19-4677-a5ce-933b39e1709a req-ab200825-81e0-41b7-a659-b0eb1617c638 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:49.854209 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-822daa30-6d19-4677-a5ce-933b39e1709a req-ab200825-81e0-41b7-a659-b0eb1617c638 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0918546 Aug 12 17:37:49.927789 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-85dc5619-fc3c-4fcc-8727-93af8eb5441d req-7a0c8928-a3c2-4ed2-be87-b4987775c501 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923955 Aug 12 17:37:49.949255 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-822daa30-6d19-4677-a5ce-933b39e1709a req-d002f545-f570-4d36-a391-60a0482da183 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806794 Aug 12 17:37:51.099496 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da1d96-daaf-4adf-8ae9-b5832bf4cad2 req-cf43d80c-0662-4532-a3e4-02dbccf7d530 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:51.101050 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-78da1d96-daaf-4adf-8ae9-b5832bf4cad2 req-cf43d80c-0662-4532-a3e4-02dbccf7d530 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 946 time: 0.0920432 Aug 12 17:37:51.115730 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dea18-c112-4b31-bdd5-3444bf257a34 req-ba80d9e2-538c-4364-94d3-62d2f35653e7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:51.117287 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-874dea18-c112-4b31-bdd5-3444bf257a34 req-ba80d9e2-538c-4364-94d3-62d2f35653e7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0783327 Aug 12 17:37:51.176451 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-78da1d96-daaf-4adf-8ae9-b5832bf4cad2 req-1a163494-d75a-4b35-a4a8-cf98578543a5 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581474 Aug 12 17:37:51.189211 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-874dea18-c112-4b31-bdd5-3444bf257a34 req-39ee6647-25e4-4690-ad1c-6342369573c0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601084 Aug 12 17:37:51.508417 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916294f-c967-45ef-9f7d-47a6890facd0 req-2e325a46-daeb-41d2-9628-c209aa0225d0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:51.510734 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f916294f-c967-45ef-9f7d-47a6890facd0 req-2e325a46-daeb-41d2-9628-c209aa0225d0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0646276 Aug 12 17:37:51.532014 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df5209-2e22-4b71-a667-29c05cde9e20 req-a6ab22bd-09aa-45f5-b2c8-e4f458d9a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:51.536175 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-26df5209-2e22-4b71-a667-29c05cde9e20 req-a6ab22bd-09aa-45f5-b2c8-e4f458d9a95c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 1099 time: 0.0769212 Aug 12 17:37:51.571421 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f916294f-c967-45ef-9f7d-47a6890facd0 req-9a18cdf7-588b-4cde-910a-51164f7316a1 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484581 Aug 12 17:37:51.674571 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df5209-2e22-4b71-a667-29c05cde9e20 req-971881b5-920d-4d86-8686-e742a85cdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:51.676382 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-26df5209-2e22-4b71-a667-29c05cde9e20 req-971881b5-920d-4d86-8686-e742a85cdde6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 918 time: 0.1326025 Aug 12 17:37:51.729619 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-26df5209-2e22-4b71-a667-29c05cde9e20 req-077d7429-fc56-42bd-91a0-897681ef7792 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616a918d-17a7-43ac-976b-6d1af4519a10 HTTP/1.1" status: 200 len: 217 time: 0.0447030 Aug 12 17:37:51.798892 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df5209-2e22-4b71-a667-29c05cde9e20 req-19c66c5c-ae5a-4844-8980-5c9b33932836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:51.800421 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-26df5209-2e22-4b71-a667-29c05cde9e20 req-19c66c5c-ae5a-4844-8980-5c9b33932836 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10424a1a-330a-4912-aa2a-fb4af80b3911 HTTP/1.1" status: 200 len: 858 time: 0.0646272 Aug 12 17:37:51.845341 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-26df5209-2e22-4b71-a667-29c05cde9e20 req-90a3f27f-595d-40f7-8fa6-2b6c5b67eaf7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2316014-db78-41a6-b7d2-c5985f4c6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363381 Aug 12 17:37:51.863345 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49058) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:51.968517 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-26df5209-2e22-4b71-a667-29c05cde9e20 req-64d9ab3e-447d-4e2b-a1be-44984c5e0d15 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894551 Aug 12 17:37:52.048349 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7066132a-8f8c-46b4-b9d2-32814c80899e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:52.116301 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-26df5209-2e22-4b71-a667-29c05cde9e20 req-670d5120-2419-4d9a-928a-e1226fd51326 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394262 Aug 12 17:37:52.178858 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7066132a-8f8c-46b4-b9d2-32814c80899e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:52.188539 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7066132a-8f8c-46b4-b9d2-32814c80899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:52.228660 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066132a-8f8c-46b4-b9d2-32814c80899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062681bf-6ebc-4bce-8c9f-e4a66fb65676,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:52.233954 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-7066132a-8f8c-46b4-b9d2-32814c80899e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3998111d7e1d40cebf542b8c50377afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694913 Aug 12 17:37:52.238265 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49064) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:52.329113 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1c998d40-caa0-4144-af41-7f567815c52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:52.343195 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27067f10-5c56-4f73-be37-10e914813b57 req-2569cc4f-a79a-4cb1-9299-d7e944e90a2f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:52.344767 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-27067f10-5c56-4f73-be37-10e914813b57 req-2569cc4f-a79a-4cb1-9299-d7e944e90a2f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 946 time: 0.0812378 Aug 12 17:37:52.379689 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1c998d40-caa0-4144-af41-7f567815c52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:52.426243 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-27067f10-5c56-4f73-be37-10e914813b57 req-6f6b68bd-4ad1-462e-878f-d9df311030e3 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751293 Aug 12 17:37:52.453213 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1c998d40-caa0-4144-af41-7f567815c52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:52.457787 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1c998d40-caa0-4144-af41-7f567815c52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:52.462762 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-1c998d40-caa0-4144-af41-7f567815c52e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/062681bf-6ebc-4bce-8c9f-e4a66fb65676 HTTP/1.1" status: 204 len: 168 time: 0.2197220 Aug 12 17:37:52.468677 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c998d40-caa0-4144-af41-7f567815c52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062681bf-6ebc-4bce-8c9f-e4a66fb65676,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:52.871525 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fee9e-bc75-4092-ae5d-2fd59d889166 req-2bd782a0-8b15-419e-b5cb-5afbc401bf0e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:52.876189 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a39fee9e-bc75-4092-ae5d-2fd59d889166 req-2bd782a0-8b15-419e-b5cb-5afbc401bf0e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.1124487 Aug 12 17:37:52.961818 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a39fee9e-bc75-4092-ae5d-2fd59d889166 req-7d9b4c08-9096-45f9-841d-303bb0a09fba tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729716 Aug 12 17:37:53.382922 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49110) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:53.499250 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-194677930-network', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:37:53.522336 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Made reservation on behalf of 6e08929182234a50ba7ced4bb80bfd0b for: {'network': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:37:53.524886 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:53.538854 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:53.644186 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:53.649039 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:53.677733 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:37:53.684697 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb7b9c-5f58-4b64-b3ab-27a27fc75f05,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:53.692298 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:53.692952 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.segments_db [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Added segment ee996b63-ca3e-4d4b-a388-ae01f5799d13 of type vlan for network 26b486f8-6579-42bc-8c65-1b0df2026112 Aug 12 17:37:53.741095 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:53.780111 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:53.781129 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:53.781741 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:53.837724 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4534125 Aug 12 17:37:53.842463 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49116) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:53.848323 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Request body: {'subnet': {'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-194677930-subnet', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'ip_version': 4}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:37:53.849668 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf805c-0e89-4e3c-8bc3-a634f1dba69e admin admin] Pushing event updated for resources: {'Network': ['ID=26b486f8-6579-42bc-8c65-1b0df2026112,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:53.864625 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network 26b486f8-6579-42bc-8c65-1b0df2026112 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:37:53.877092 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Made reservation on behalf of 6e08929182234a50ba7ced4bb80bfd0b for: {'subnet': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:37:53.879714 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:54.137420 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:54.218169 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6a0e7-ea30-48b2-8c32-e9c86829c737 req-b3efbc66-c77a-47a0-bbe3-cb350ae474f0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:54.220880 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b2b6a0e7-ea30-48b2-8c32-e9c86829c737 req-b3efbc66-c77a-47a0-bbe3-cb350ae474f0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.1219227 Aug 12 17:37:54.222576 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614b337d-8f59-4cac-b753-4adbb72f2fa2,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:54.237111 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Checking segment: {'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:37:54.237485 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Network hostable DHCP agents. Network: 26b486f8-6579-42bc-8c65-1b0df2026112, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:37:54.284844 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b2b6a0e7-ea30-48b2-8c32-e9c86829c737 req-c99cc6c9-4200-4a0e-8675-0dec2e88d87d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489011 Aug 12 17:37:54.286195 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Network 26b486f8-6579-42bc-8c65-1b0df2026112 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:37:54.296912 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, 26b486f8-6579-42bc-8c65-1b0df2026112) {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:37:54.302163 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:54.303147 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:54.308177 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a9ce0-9769-478c-b837-143248b8a401 None None] Network 26b486f8-6579-42bc-8c65-1b0df2026112 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:37:54.325438 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-a3ac0fd8-e85e-4f71-9674-445bd1a29b03 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4808841 Aug 12 17:37:54.327989 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49128) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:54.333565 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:37:54.364828 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48516'] for router, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:54.366661 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455470', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48523'] for router, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:54.427645 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:54.495745 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca075a2-7e19-5045-9ab7-4c8c0aa7a918-26b486f8-6579-42bc-8c65-1b0df2026112', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2'}]}} from dv-cinder-788253-6-iscsi. {{(pid=94310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 17:37:54.496811 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:54.656088 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.db_base_plugin_common [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Allocated IP 172.20.0.2 (26b486f8-6579-42bc-8c65-1b0df2026112/614b337d-8f59-4cac-b753-4adbb72f2fa2/32f0fffd-d901-498c-b1bb-5b4909c7ee56) {{(pid=94310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:37:54.839189 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Notify callbacks [] for port, precommit_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:54.850234 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Transition to ACTIVE for port object 32f0fffd-d901-498c-b1bb-5b4909c7ee56 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:37:54.859812 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:54.869521 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Transition to ACTIVE for port object 32f0fffd-d901-498c-b1bb-5b4909c7ee56 will not be triggered until provisioned by entity DHCP. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:37:54.877742 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:54.914588 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Network 26b486f8-6579-42bc-8c65-1b0df2026112 is already hosted by enough agents. {{(pid=94310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:37:54.919493 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.base_scheduler [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Resources bound (agent type, host, resource id): {{(pid=94310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:37:54.922096 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Received port after_create {{(pid=94310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:37:54.945360 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Pushing event updated for resources: {'Port': ['ID=32f0fffd-d901-498c-b1bb-5b4909c7ee56,revision_number=1']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:55.009402 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Attempting to bind port 32f0fffd-d901-498c-b1bb-5b4909c7ee56 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:37:55.009977 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Attempting to bind port 32f0fffd-d901-498c-b1bb-5b4909c7ee56 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:37:55.010387 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Attempting to bind port 32f0fffd-d901-498c-b1bb-5b4909c7ee56 on network 26b486f8-6579-42bc-8c65-1b0df2026112 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:37:55.017400 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:37:55.017782 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Checking segment: {'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:37:55.018160 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:55.018561 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Bound using segment: {'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:37:55.020079 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Bound port: 32f0fffd-d901-498c-b1bb-5b4909c7ee56, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:37:55.020566 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:55.110407 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] For port 32f0fffd-d901-498c-b1bb-5b4909c7ee56, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:37:55.122495 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] For port 32f0fffd-d901-498c-b1bb-5b4909c7ee56, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=32f0fffd-d901-498c-b1bb-5b4909c7ee56,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:37:55.128521 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:55.131089 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:55.177197 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:55.235639 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bc437-3b9d-4914-93d5-b0d971ffd408 None None] Pushing event updated for resources: {'Port': ['ID=32f0fffd-d901-498c-b1bb-5b4909c7ee56,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:55.327544 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Allocated IP 172.27.1.215 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/66b79b20-2cae-4112-9c6e-674a78dd9f94) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:37:55.487661 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:55.568445 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:55.617148 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaab5e-8003-4bff-be13-dbd6a457c87c req-7a849ba6-2b00-449e-b96b-cccd3cee855b tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:55.626820 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1fbaab5e-8003-4bff-be13-dbd6a457c87c req-7a849ba6-2b00-449e-b96b-cccd3cee855b tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.1304543 Aug 12 17:37:55.641906 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:37:55.673726 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:37:55.676302 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:37:55.678518 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Pushing event updated for resources: {'Port': ['ID=66b79b20-2cae-4112-9c6e-674a78dd9f94,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:55.755755 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1fbaab5e-8003-4bff-be13-dbd6a457c87c req-4a5b8217-18f8-4c05-85d0-4cb3c9b994f9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241596 Aug 12 17:37:55.930232 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:56.178674 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675'] for router, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:56.355904 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 is scheduled to L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 with binding_index 1 {{(pid=94309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 17:37:56.436359 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f693b4-f27f-4046-93d6-b14cf0e155e9 None None] Network 26b486f8-6579-42bc-8c65-1b0df2026112 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:37:56.481496 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:37:56.496066 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abba358-8fec-4535-a195-4d2045240def None None] Sync routers for ids ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:37:56.507526 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abba358-8fec-4535-a195-4d2045240def None None] Routers {'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:37:56.510967 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-5abba358-8fec-4535-a195-4d2045240def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:37:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:37:56.512548 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] Notify callbacks [] for router, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:56.514477 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-b61c76cf-d7d1-4009-b6a2-e9fd24111e2c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1847086 Aug 12 17:37:56.516783 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49168) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:37:56.609912 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-6ef75f60-07fd-427b-a8d7-d5a2a01dc4c9 None None] Provisioning for port 32f0fffd-d901-498c-b1bb-5b4909c7ee56 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:37:56.636009 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-5abba358-8fec-4535-a195-4d2045240def None None] Set router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:37:56.967420 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-5abba358-8fec-4535-a195-4d2045240def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:55Z', 'revision_number': 3, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:37:57.003574 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abba358-8fec-4535-a195-4d2045240def None None] Checking router: fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:37:57.004223 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abba358-8fec-4535-a195-4d2045240def None None] Updating router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 port 66b79b20-2cae-4112-9c6e-674a78dd9f94 binding host dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:37:57.014824 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea4ca1-d0d4-445c-a47d-6736806d2f65 req-7dfdee1a-5454-45e8-a37b-6a9894ed41d8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:57.016464 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-53ea4ca1-d0d4-445c-a47d-6736806d2f65 req-7dfdee1a-5454-45e8-a37b-6a9894ed41d8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.1089430 Aug 12 17:37:57.034292 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5abba358-8fec-4535-a195-4d2045240def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.129640 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-53ea4ca1-d0d4-445c-a47d-6736806d2f65 req-9ea46747-6988-466f-a35c-daf7609a42a2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835781 Aug 12 17:37:57.153591 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.390063 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 32f0fffd-d901-498c-b1bb-5b4909c7ee56 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:37:57.439351 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Allocated IP 172.20.0.1 (26b486f8-6579-42bc-8c65-1b0df2026112/614b337d-8f59-4cac-b753-4adbb72f2fa2/f0c040b8-d17e-4b8b-8cd6-d781938d59c4) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:37:57.456881 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 32f0fffd-d901-498c-b1bb-5b4909c7ee56 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:37:57.470282 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 32f0fffd-d901-498c-b1bb-5b4909c7ee56 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:37:57.471496 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.475277 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5abba358-8fec-4535-a195-4d2045240def None None] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.486891 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-5abba358-8fec-4535-a195-4d2045240def None None] Transition to ACTIVE for port object 66b79b20-2cae-4112-9c6e-674a78dd9f94 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:37:57.496769 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5abba358-8fec-4535-a195-4d2045240def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.553399 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Pushing event updated for resources: {'Port': ['ID=66b79b20-2cae-4112-9c6e-674a78dd9f94,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:57.562289 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.562963 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.563522 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.564023 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.564737 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.565261 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.565743 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.566249 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.566746 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.567236 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.567721 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.568207 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:37:57.600654 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-5abba358-8fec-4535-a195-4d2045240def None None] Attempting to bind port 66b79b20-2cae-4112-9c6e-674a78dd9f94 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:37:57.601246 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-5abba358-8fec-4535-a195-4d2045240def None None] Attempting to bind port 66b79b20-2cae-4112-9c6e-674a78dd9f94 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:37:57.601766 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abba358-8fec-4535-a195-4d2045240def None None] Attempting to bind port 66b79b20-2cae-4112-9c6e-674a78dd9f94 on network 02439c8f-1755-4220-a912-61d594f4e8a3 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:37:57.608468 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abba358-8fec-4535-a195-4d2045240def None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:37:57.609125 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abba358-8fec-4535-a195-4d2045240def None None] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:37:57.609680 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5abba358-8fec-4535-a195-4d2045240def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.610252 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abba358-8fec-4535-a195-4d2045240def None None] Bound using segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:37:57.610887 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-5abba358-8fec-4535-a195-4d2045240def None None] Bound port: 66b79b20-2cae-4112-9c6e-674a78dd9f94, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:37:57.611481 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5abba358-8fec-4535-a195-4d2045240def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.636778 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.669685 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-5abba358-8fec-4535-a195-4d2045240def None None] For port 66b79b20-2cae-4112-9c6e-674a78dd9f94, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:37:57.673239 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-5abba358-8fec-4535-a195-4d2045240def None None] For port 66b79b20-2cae-4112-9c6e-674a78dd9f94, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=66b79b20-2cae-4112-9c6e-674a78dd9f94,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:37:57.683078 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-5abba358-8fec-4535-a195-4d2045240def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.722282 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abba358-8fec-4535-a195-4d2045240def None None] Routers {'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:37:57.723192 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-5abba358-8fec-4535-a195-4d2045240def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:37:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:37:57.724021 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 32f0fffd-d901-498c-b1bb-5b4909c7ee56, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=32f0fffd-d901-498c-b1bb-5b4909c7ee56,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:57.730729 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.731160 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.763206 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.provisioning_blocks [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Transition to ACTIVE for port object f0c040b8-d17e-4b8b-8cd6-d781938d59c4 will not be triggered until provisioned by entity DHCP. {{(pid=94309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:37:57.814981 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=32f0fffd-d901-498c-b1bb-5b4909c7ee56,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:57.823830 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.846122 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e650b-f224-4850-be8d-994b7b85d75e None None] Pushing event updated for resources: {'Port': ['ID=66b79b20-2cae-4112-9c6e-674a78dd9f94,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:57.869384 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Network 26b486f8-6579-42bc-8c65-1b0df2026112 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:37:57.872526 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:37:57.875387 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:37:57.876081 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368430'] for router_interface, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:57.902312 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-5abba358-8fec-4535-a195-4d2045240def None None] Set router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:37:57.928105 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Pushing event updated for resources: {'Port': ['ID=f0c040b8-d17e-4b8b-8cd6-d781938d59c4,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:58.081707 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:58.218420 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-2a80ca14-f0eb-4d02-9316-f61b380a7325 None None] Provisioning for port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:37:58.223707 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-2a80ca14-f0eb-4d02-9316-f61b380a7325 None None] Provisioning complete for port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:37:58.224567 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-2a80ca14-f0eb-4d02-9316-f61b380a7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:58.290726 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-2a80ca14-f0eb-4d02-9316-f61b380a7325 None None] Port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:37:58.328753 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:58.335150 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:58.336098 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368570'] for router_interface, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:58.338632 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-5abba358-8fec-4535-a195-4d2045240def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:55Z', 'revision_number': 3, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:37:58.383581 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abba358-8fec-4535-a195-4d2045240def None None] The sync data for ids ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'] in dv-cinder-788253-6-iscsi is: [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:55Z', 'revision_number': 3, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:37:58.446130 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Pushing event updated for resources: {'Port': ['ID=f0c040b8-d17e-4b8b-8cd6-d781938d59c4,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:37:58.503116 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Network 26b486f8-6579-42bc-8c65-1b0df2026112 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:37:58.505374 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:37:58.698315 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:37:58.928547 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-70011cdd-39d0-4b5a-9f7f-9a7780864e12 None None] Provisioning complete for port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:37:58.929379 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-70011cdd-39d0-4b5a-9f7f-9a7780864e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:59.053711 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-70011cdd-39d0-4b5a-9f7f-9a7780864e12 None None] Port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:37:59.208250 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f651ed6-8302-4ed9-98f6-ce3bee2f5212 req-a2efec00-406a-413f-b178-a2eb051a8a1e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:37:59.209739 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7f651ed6-8302-4ed9-98f6-ce3bee2f5212 req-a2efec00-406a-413f-b178-a2eb051a8a1e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.1028550 Aug 12 17:37:59.217808 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:37:59.230988 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f0b774c9-fb13-4dd9-af80-0b886af3355a admin admin] 10.222.0.25 "PUT /v2.0/routers/fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7058430 Aug 12 17:37:59.269151 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7f651ed6-8302-4ed9-98f6-ce3bee2f5212 req-db9ce3b7-7c11-4ee5-afd2-4a64576127e6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493469 Aug 12 17:37:59.449752 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 66b79b20-2cae-4112-9c6e-674a78dd9f94 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:37:59.571646 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 66b79b20-2cae-4112-9c6e-674a78dd9f94 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:37:59.578657 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 66b79b20-2cae-4112-9c6e-674a78dd9f94 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:37:59.579098 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:59.709559 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:59.768424 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 66b79b20-2cae-4112-9c6e-674a78dd9f94, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=66b79b20-2cae-4112-9c6e-674a78dd9f94,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:37:59.783292 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:59.784093 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 32f0fffd-d901-498c-b1bb-5b4909c7ee56 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:37:59.938961 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:37:59.991938 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=66b79b20-2cae-4112-9c6e-674a78dd9f94,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:00.013391 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 32f0fffd-d901-498c-b1bb-5b4909c7ee56 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:00.013806 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.107614 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-82d95de6-4f8c-4df6-a078-535116ca5e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.215097 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49278) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:00.223283 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2030623252-network', 'tenant_id': '724556894c2f49329146391169f9be6b'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:00.248120 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Made reservation on behalf of 724556894c2f49329146391169f9be6b for: {'network': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:38:00.250706 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.260824 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.281771 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49282) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:00.340694 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_v2 [None req-7652018d-1167-4d8c-af02-61859be54352 admin admin] Deleting subnet 0f960938-7546-4224-b6c9-970830cb1f0c {{(pid=94308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:38:00.344818 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7652018d-1167-4d8c-af02-61859be54352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.386140 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7652018d-1167-4d8c-af02-61859be54352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126464360'] for subnet, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.414511 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.419807 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.438893 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7652018d-1167-4d8c-af02-61859be54352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.459077 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:38:00.484801 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5104d26-408b-4b9a-83e9-6b4d1d4ca4aa,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:00.489845 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.490439 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.segments_db [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Added segment acea22b1-9f3c-42d0-830c-88bdc9c8aeec of type vlan for network e6a4b442-1067-45a6-9c97-0521a937e58f Aug 12 17:38:00.510854 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7652018d-1167-4d8c-af02-61859be54352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127425865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127454960'] for subnet, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.544636 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652018d-1167-4d8c-af02-61859be54352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f960938-7546-4224-b6c9-970830cb1f0c,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:00.550055 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7652018d-1167-4d8c-af02-61859be54352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.552335 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-7652018d-1167-4d8c-af02-61859be54352 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0f960938-7546-4224-b6c9-970830cb1f0c HTTP/1.1" status: 204 len: 168 time: 0.2692907 Aug 12 17:38:00.554638 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.555194 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49286) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:00.597584 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.598672 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:00.599283 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.632779 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.662022 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4397130 Aug 12 17:38:00.663836 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49288) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:00.672454 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Request body: {'subnet': {'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2030623252-subnet', 'tenant_id': '724556894c2f49329146391169f9be6b', 'ip_version': 4}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:00.674164 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f6caa-6f24-4be0-a1fc-a9dd44fa5beb admin admin] Pushing event updated for resources: {'Network': ['ID=e6a4b442-1067-45a6-9c97-0521a937e58f,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:00.688859 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network e6a4b442-1067-45a6-9c97-0521a937e58f details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:38:00.707262 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Made reservation on behalf of 724556894c2f49329146391169f9be6b for: {'subnet': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:38:00.713158 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.741155 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.742401 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Sync routers for ids ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:38:00.752747 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e932cad-751f-4c0a-b1e3-b4a1573eba42']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:00.767718 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c195987-98e7-43b1-afea-ab0e57ae561c') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:00.768014 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c195987-98e7-43b1-afea-ab0e57ae561c') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:00.769199 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Routers {'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:38:00.770169 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:37:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:00.786228 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.803395 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.812133 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:38:00.812678 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:38:00.814773 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:38:00.884564 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.894352 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:00.899355 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1e932cad-751f-4c0a-b1e3-b4a1573eba42 HTTP/1.1" status: 204 len: 168 time: 0.3421767 Aug 12 17:38:00.907331 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49292) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:00.918893 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d35360-150a-407d-a648-61093c017a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e932cad-751f-4c0a-b1e3-b4a1573eba42,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:00.931631 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Set router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:38:01.052601 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_v2 [None req-895ca683-92ba-4c94-bef7-34c856c8aa5c admin admin] Deleting subnet 4bd907be-a6db-42d7-882b-d05917a1f630 {{(pid=94309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:38:01.059091 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-895ca683-92ba-4c94-bef7-34c856c8aa5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.105513 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.166849 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:58Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'f0c040b8-d17e-4b8b-8cd6-d781938d59c4', 'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'mac_address': 'fa:16:3e:99:bd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:57Z', 'updated_at': '2021-08-12T17:37:58Z', 'revision_number': 2, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'subnets': [{'id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:01.174630 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-895ca683-92ba-4c94-bef7-34c856c8aa5c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.185675 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-895ca683-92ba-4c94-bef7-34c856c8aa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.209745 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Checking router: fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:38:01.210440 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Updating router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 binding host dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:38:01.220320 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Pushing event updated for resources: {'Subnet': ['ID=655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:01.248206 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Checking segment: {'id': 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:38:01.248864 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Network hostable DHCP agents. Network: e6a4b442-1067-45a6-9c97-0521a937e58f, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:38:01.259751 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.279469 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Network e6a4b442-1067-45a6-9c97-0521a937e58f is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:38:01.283758 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-895ca683-92ba-4c94-bef7-34c856c8aa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.323310 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, e6a4b442-1067-45a6-9c97-0521a937e58f) {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:38:01.335525 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-895ca683-92ba-4c94-bef7-34c856c8aa5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.340954 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49302) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:01.341513 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-895ca683-92ba-4c94-bef7-34c856c8aa5c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4bd907be-a6db-42d7-882b-d05917a1f630 HTTP/1.1" status: 204 len: 168 time: 0.4322996 Aug 12 17:38:01.342540 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ca683-92ba-4c94-bef7-34c856c8aa5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bd907be-a6db-42d7-882b-d05917a1f630,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:01.367023 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:01.367023 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.380920 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-d4e20e1a-4bcd-4b11-abdd-0cc99e69505a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7159562 Aug 12 17:38:01.384018 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49304) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:01.390570 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2030623252-router', 'tenant_id': '724556894c2f49329146391169f9be6b', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:01.420582 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf766c-3d3a-4e38-94e6-1247f867c94f None None] Network e6a4b442-1067-45a6-9c97-0521a937e58f requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:38:01.423493 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 66b79b20-2cae-4112-9c6e-674a78dd9f94 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:38:01.434063 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48516'] for router, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.435692 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455470', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48523'] for router, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.482628 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.522896 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.575743 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.595753 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff101b07-413b-4072-8827-7180e3c8c2cf']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:01.618283 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce4e156-6dc6-4f91-9acc-b84de940db97') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:01.618790 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce4e156-6dc6-4f91-9acc-b84de940db97') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:01.639206 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.666595 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.678567 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:38:01.680010 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.680155 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:38:01.683007 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:38:01.762965 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.769994 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.772488 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ff101b07-413b-4072-8827-7180e3c8c2cf HTTP/1.1" status: 204 len: 168 time: 0.4292991 Aug 12 17:38:01.782767 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 66b79b20-2cae-4112-9c6e-674a78dd9f94 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:01.783140 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:01.786350 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6bd86-abfb-4532-846c-94cf3c8fa720 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff101b07-413b-4072-8827-7180e3c8c2cf,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:01.977249 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca075a2-7e19-5045-9ab7-4c8c0aa7a918-e6a4b442-1067-45a6-9c97-0521a937e58f', 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f', 'tenant_id': '724556894c2f49329146391169f9be6b', 'fixed_ips': [{'subnet_id': '655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a'}]}} from dv-cinder-788253-6-iscsi. {{(pid=94310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 17:38:01.978490 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.035015 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Notify callbacks [] for port, precommit_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.052529 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.076678 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.114604 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49312) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:02.125386 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Transition to ACTIVE for port object f0c040b8-d17e-4b8b-8cd6-d781938d59c4 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:38:02.137810 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.199946 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-62ff2fcf-6e20-4fa0-813e-943c29a1ac6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9384cccb84974d5bb3fcd1eb4875a711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841043 Aug 12 17:38:02.203901 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49316) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:02.228991 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Allocated IP 172.27.1.122 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/8206f53d-6553-4695-be84-c016d8369945) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:38:02.234686 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bec8a-16d7-484c-a704-03788d946285 None None] Pushing event updated for resources: {'Port': ['ID=f0c040b8-d17e-4b8b-8cd6-d781938d59c4,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:02.305445 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-543e8f5a-8b80-486a-b0ae-d850294b67e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.329470 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.db_base_plugin_common [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Allocated IP 172.20.0.2 (e6a4b442-1067-45a6-9c97-0521a937e58f/655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a/63a0fa02-ba0f-4c24-b7fe-c18cc2300fec) {{(pid=94310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:38:02.348753 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-543e8f5a-8b80-486a-b0ae-d850294b67e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.349614 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Attempting to bind port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:38:02.349614 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Attempting to bind port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:38:02.349614 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Attempting to bind port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 on network 26b486f8-6579-42bc-8c65-1b0df2026112 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:38:02.366134 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:38:02.366462 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Checking segment: {'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:38:02.366872 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.367304 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Bound using segment: {'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:38:02.367809 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Bound port: f0c040b8-d17e-4b8b-8cd6-d781938d59c4, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:38:02.379484 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.414484 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.448871 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-543e8f5a-8b80-486a-b0ae-d850294b67e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.452570 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-543e8f5a-8b80-486a-b0ae-d850294b67e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.454620 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-543e8f5a-8b80-486a-b0ae-d850294b67e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bfdd13f-5d9f-4b55-8102-a2e7ca5a5fb3 HTTP/1.1" status: 204 len: 168 time: 0.2486961 Aug 12 17:38:02.473429 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e8f5a-8b80-486a-b0ae-d850294b67e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfdd13f-5d9f-4b55-8102-a2e7ca5a5fb3,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:02.505492 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.561078 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:38:02.568132 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:38:02.570876 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:38:02.573149 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Pushing event updated for resources: {'Port': ['ID=8206f53d-6553-4695-be84-c016d8369945,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:02.626812 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] For port f0c040b8-d17e-4b8b-8cd6-d781938d59c4, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:38:02.676968 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] For port f0c040b8-d17e-4b8b-8cd6-d781938d59c4, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=f0c040b8-d17e-4b8b-8cd6-d781938d59c4,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:38:02.688979 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.793246 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bec8a-16d7-484c-a704-03788d946285 None None] Pushing event updated for resources: {'Port': ['ID=f0c040b8-d17e-4b8b-8cd6-d781938d59c4,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:02.803607 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Notify callbacks [] for port, precommit_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.825851 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Routers {'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:38:02.826549 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:37:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:02.834920 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Transition to ACTIVE for port object 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:38:02.958090 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.968264 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Transition to ACTIVE for port object 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec will not be triggered until provisioned by entity DHCP. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:38:02.977464 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-71c2ab9e-f01a-4e85-98d9-55add96e1a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:02.984238 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.054371 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] Set router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:38:03.101523 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Network e6a4b442-1067-45a6-9c97-0521a937e58f is already hosted by enough agents. {{(pid=94310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:38:03.116893 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.base_scheduler [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Resources bound (agent type, host, resource id): {{(pid=94310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:38:03.122720 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Received port after_create {{(pid=94310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:38:03.125853 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Pushing event updated for resources: {'Port': ['ID=63a0fa02-ba0f-4c24-b7fe-c18cc2300fec,revision_number=1']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:03.222150 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49330) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:03.273408 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675'] for router, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.279234 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-ded6f4d2-edc6-4d27-9dd1-5561f0c87575 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8401e1c7f33544d7a9566e266004ee9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551746 Aug 12 17:38:03.280239 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49332) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:03.286879 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Attempting to bind port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:38:03.287703 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Attempting to bind port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:38:03.287703 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Attempting to bind port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec on network e6a4b442-1067-45a6-9c97-0521a937e58f {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:38:03.301475 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:38:03.301850 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Checking segment: {'id': 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:38:03.302277 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.302960 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Bound using segment: {'id': 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:38:03.303462 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Bound port: 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:38:03.303846 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.305866 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.343121 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4d4350ce-0285-44d6-836c-f8b333378db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.377218 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4d4350ce-0285-44d6-836c-f8b333378db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.429624 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] For port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:38:03.453250 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] For port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=63a0fa02-ba0f-4c24-b7fe-c18cc2300fec,segment=NetworkSegment(acea22b1-9f3c-42d0-830c-88bdc9c8aeec),segment_id=acea22b1-9f3c-42d0-830c-88bdc9c8aeec)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:38:03.462412 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.474605 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Router 738b690a-06f3-4efe-8154-ad57464c6de3 is scheduled to L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 with binding_index 1 {{(pid=94309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 17:38:03.487487 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4d4350ce-0285-44d6-836c-f8b333378db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.490434 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4d4350ce-0285-44d6-836c-f8b333378db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.491615 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-4d4350ce-0285-44d6-836c-f8b333378db4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a7ecf7e-67c9-4082-8a50-9c6fd6dd8680 HTTP/1.1" status: 204 len: 168 time: 0.2104349 Aug 12 17:38:03.523667 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4350ce-0285-44d6-836c-f8b333378db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7ecf7e-67c9-4082-8a50-9c6fd6dd8680,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:03.554261 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a9453-010d-49b1-9118-7f15ae0437fd None None] Pushing event updated for resources: {'Port': ['ID=63a0fa02-ba0f-4c24-b7fe-c18cc2300fec,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:03.560864 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:58Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'f0c040b8-d17e-4b8b-8cd6-d781938d59c4', 'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'mac_address': 'fa:16:3e:99:bd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:57Z', 'updated_at': '2021-08-12T17:38:02Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'subnets': [{'id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:03.600387 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9c610-e4c1-49a2-893e-fd88103c134d None None] The sync data for ids ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'] in dv-cinder-788253-6-iscsi is: [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:58Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'f0c040b8-d17e-4b8b-8cd6-d781938d59c4', 'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'mac_address': 'fa:16:3e:99:bd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:57Z', 'updated_at': '2021-08-12T17:38:02Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'subnets': [{'id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:38:03.869725 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:38:03.883944 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Sync routers for ids ['738b690a-06f3-4efe-8154-ad57464c6de3'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:38:03.937949 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Routers {'738b690a-06f3-4efe-8154-ad57464c6de3'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:38:03.939658 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:38:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['738b690a-06f3-4efe-8154-ad57464c6de3'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:03.940487 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] Notify callbacks [] for router, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:03.946025 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-104dd01f-8874-41a1-8536-ef5e906e7f83 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5578573 Aug 12 17:38:03.947583 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49352) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:04.069282 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:04.254655 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Set router 738b690a-06f3-4efe-8154-ad57464c6de3 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:38:04.562816 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'name': 'tempest-TestShelveInstance-2030623252-router', 'tenant_id': '724556894c2f49329146391169f9be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8206f53d-6553-4695-be84-c016d8369945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:38:01Z', 'updated_at': '2021-08-12T17:38:02Z', 'revision_number': 3, 'project_id': '724556894c2f49329146391169f9be6b', 'gw_port': {'id': '8206f53d-6553-4695-be84-c016d8369945', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:38:02Z', 'updated_at': '2021-08-12T17:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:04.610632 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Checking router: 738b690a-06f3-4efe-8154-ad57464c6de3 for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:38:04.611373 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Updating router 738b690a-06f3-4efe-8154-ad57464c6de3 port 8206f53d-6553-4695-be84-c016d8369945 binding host dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:38:04.662227 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:05.279407 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:05.294222 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Transition to ACTIVE for port object 8206f53d-6553-4695-be84-c016d8369945 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:38:05.298715 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd467be2-2a32-4150-9a5c-a68eb820b310 None None] Network e6a4b442-1067-45a6-9c97-0521a937e58f requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:38:05.304380 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:05.365099 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:05.548090 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf7c31-bcd1-4a73-a902-b8d688f8c0c8 None None] Pushing event updated for resources: {'Port': ['ID=8206f53d-6553-4695-be84-c016d8369945,revision_number=2']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:05.564572 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Attempting to bind port 8206f53d-6553-4695-be84-c016d8369945 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:38:05.565053 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Attempting to bind port 8206f53d-6553-4695-be84-c016d8369945 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:38:05.571052 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Attempting to bind port 8206f53d-6553-4695-be84-c016d8369945 on network 02439c8f-1755-4220-a912-61d594f4e8a3 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:38:05.588068 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:38:05.589633 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:38:05.590619 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:05.591655 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Bound using segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:38:05.592613 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Bound port: 8206f53d-6553-4695-be84-c016d8369945, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:38:05.593773 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:05.700376 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:38:05.721871 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-b6956f10-40c2-4a58-80d7-180125032bc4 None None] Provisioning for port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:38:05.728114 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Allocated IP 172.20.0.1 (e6a4b442-1067-45a6-9c97-0521a937e58f/655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a/50dc7c48-cb02-4725-a420-30a9c6b3913e) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:38:05.741621 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] For port 8206f53d-6553-4695-be84-c016d8369945, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:38:05.749525 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] For port 8206f53d-6553-4695-be84-c016d8369945, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=8206f53d-6553-4695-be84-c016d8369945,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:38:05.758943 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:05.814403 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:05.840826 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Routers {'738b690a-06f3-4efe-8154-ad57464c6de3'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:38:05.841571 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:38:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['738b690a-06f3-4efe-8154-ad57464c6de3'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:05.899139 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:38:05.906872 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:05.908448 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.055705 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] Set router 738b690a-06f3-4efe-8154-ad57464c6de3 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:38:06.121227 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.147964 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.154474 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.provisioning_blocks [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Transition to ACTIVE for port object 50dc7c48-cb02-4725-a420-30a9c6b3913e will not be triggered until provisioned by entity DHCP. {{(pid=94309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:38:06.159690 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf7c31-bcd1-4a73-a902-b8d688f8c0c8 None None] Pushing event updated for resources: {'Port': ['ID=8206f53d-6553-4695-be84-c016d8369945,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:06.217117 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.220776 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=63a0fa02-ba0f-4c24-b7fe-c18cc2300fec,segment=NetworkSegment(acea22b1-9f3c-42d0-830c-88bdc9c8aeec),segment_id=acea22b1-9f3c-42d0-830c-88bdc9c8aeec)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:38:06.227388 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.228345 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device f0c040b8-d17e-4b8b-8cd6-d781938d59c4 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:38:06.254815 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49406) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:06.264002 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Network e6a4b442-1067-45a6-9c97-0521a937e58f is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:38:06.265764 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:38:06.272094 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:38:06.272891 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368430'] for router_interface, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.367327 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'name': 'tempest-TestShelveInstance-2030623252-router', 'tenant_id': '724556894c2f49329146391169f9be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8206f53d-6553-4695-be84-c016d8369945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:38:01Z', 'updated_at': '2021-08-12T17:38:02Z', 'revision_number': 3, 'project_id': '724556894c2f49329146391169f9be6b', 'gw_port': {'id': '8206f53d-6553-4695-be84-c016d8369945', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:38:02Z', 'updated_at': '2021-08-12T17:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:06.402838 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Pushing event updated for resources: {'Port': ['ID=50dc7c48-cb02-4725-a420-30a9c6b3913e,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:06.417542 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9908da76-d2ab-4034-ab68-6a42b74c727a None None] The sync data for ids ['738b690a-06f3-4efe-8154-ad57464c6de3'] in dv-cinder-788253-6-iscsi is: [{'id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'name': 'tempest-TestShelveInstance-2030623252-router', 'tenant_id': '724556894c2f49329146391169f9be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8206f53d-6553-4695-be84-c016d8369945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:38:01Z', 'updated_at': '2021-08-12T17:38:02Z', 'revision_number': 3, 'project_id': '724556894c2f49329146391169f9be6b', 'gw_port': {'id': '8206f53d-6553-4695-be84-c016d8369945', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:38:02Z', 'updated_at': '2021-08-12T17:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:38:06.443187 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.484035 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a5200723-020b-4d41-ae64-1e4f7906ece4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.503116 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=63a0fa02-ba0f-4c24-b7fe-c18cc2300fec,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:06.541418 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-3ae47d72-0615-4172-9cb9-7061ebbbfc27 None None] Provisioning complete for port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:06.546106 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3ae47d72-0615-4172-9cb9-7061ebbbfc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.667619 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a5200723-020b-4d41-ae64-1e4f7906ece4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.672422 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a5200723-020b-4d41-ae64-1e4f7906ece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.704371 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:38:06.710535 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:06.711290 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.713233 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-a5200723-020b-4d41-ae64-1e4f7906ece4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=466899b38f624aef8d692206a9a661fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563622 Aug 12 17:38:06.714898 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5200723-020b-4d41-ae64-1e4f7906ece4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b93eaf-1cfb-4552-9547-42aba011b45d,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:06.717593 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49412) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:06.831429 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e4fb537d-4212-43aa-96bf-1954cb88e469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.849462 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.860507 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.862607 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368570'] for router_interface, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.925310 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e4fb537d-4212-43aa-96bf-1954cb88e469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.982124 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:06.997962 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-0795be44-8638-466d-a353-c37ba84be70d None None] Provisioning for port 50dc7c48-cb02-4725-a420-30a9c6b3913e completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:38:07.003879 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-0795be44-8638-466d-a353-c37ba84be70d None None] Provisioning complete for port 50dc7c48-cb02-4725-a420-30a9c6b3913e triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:07.004620 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0795be44-8638-466d-a353-c37ba84be70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:07.028705 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e4fb537d-4212-43aa-96bf-1954cb88e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:07.035533 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e4fb537d-4212-43aa-96bf-1954cb88e469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:07.038627 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-e4fb537d-4212-43aa-96bf-1954cb88e469 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88b93eaf-1cfb-4552-9547-42aba011b45d HTTP/1.1" status: 204 len: 168 time: 0.3084936 Aug 12 17:38:07.064941 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb537d-4212-43aa-96bf-1954cb88e469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b93eaf-1cfb-4552-9547-42aba011b45d,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:07.066736 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port f0c040b8-d17e-4b8b-8cd6-d781938d59c4, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=f0c040b8-d17e-4b8b-8cd6-d781938d59c4,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:38:07.119247 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:07.123889 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Pushing event updated for resources: {'Port': ['ID=50dc7c48-cb02-4725-a420-30a9c6b3913e,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:07.187641 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Network e6a4b442-1067-45a6-9c97-0521a937e58f is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:38:07.189642 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:38:07.193411 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-0795be44-8638-466d-a353-c37ba84be70d None None] Port 50dc7c48-cb02-4725-a420-30a9c6b3913e cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:38:07.263323 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=f0c040b8-d17e-4b8b-8cd6-d781938d59c4,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:07.445493 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Router 738b690a-06f3-4efe-8154-ad57464c6de3 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:38:07.574750 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 8206f53d-6553-4695-be84-c016d8369945 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:38:07.621549 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:38:07.629238 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-3b41b72c-bd9f-441c-ac7a-cc327eb6b37d admin admin] 10.222.0.25 "PUT /v2.0/routers/738b690a-06f3-4efe-8154-ad57464c6de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6789577 Aug 12 17:38:07.672460 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-dcb25ed7-5104-4d09-bf52-a94dfc911565 None None] Provisioning complete for port 50dc7c48-cb02-4725-a420-30a9c6b3913e triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:07.672870 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-dcb25ed7-5104-4d09-bf52-a94dfc911565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:07.757693 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 8206f53d-6553-4695-be84-c016d8369945 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:38:07.771764 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-dcb25ed7-5104-4d09-bf52-a94dfc911565 None None] Port 50dc7c48-cb02-4725-a420-30a9c6b3913e cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:38:07.776496 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 8206f53d-6553-4695-be84-c016d8369945 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:07.777068 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:07.948813 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:07.986657 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 8206f53d-6553-4695-be84-c016d8369945, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=8206f53d-6553-4695-be84-c016d8369945,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:38:07.995529 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:07.996477 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:38:08.135377 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=8206f53d-6553-4695-be84-c016d8369945,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:08.148906 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:08.149289 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:08.794349 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49462) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:08.799105 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-6a252a50-e04f-433c-a492-eb9da6fd8ce7 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620472344', 'description': 'tempest-secgroup-smoke-620472344 description', 'project_id': '6e08929182234a50ba7ced4bb80bfd0b'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:08.824498 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6a252a50-e04f-433c-a492-eb9da6fd8ce7 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:08.946831 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6a252a50-e04f-433c-a492-eb9da6fd8ce7 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:08.953833 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6a252a50-e04f-433c-a492-eb9da6fd8ce7 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.019433 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6a252a50-e04f-433c-a492-eb9da6fd8ce7 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.021433 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-6a252a50-e04f-433c-a492-eb9da6fd8ce7 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2258508 Aug 12 17:38:09.023223 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a252a50-e04f-433c-a492-eb9da6fd8ce7 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda2d454-ea41-4fc6-8828-66e4dada11ea,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:09.025924 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49466) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:09.028927 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Sync routers for ids ['738b690a-06f3-4efe-8154-ad57464c6de3'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:38:09.034424 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-412b9eee-2283-40e3-b0fb-0ddfa61c2a01 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Request body: {'security_group_rule': {'security_group_id': 'eda2d454-ea41-4fc6-8828-66e4dada11ea', 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:09.051559 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Routers {'738b690a-06f3-4efe-8154-ad57464c6de3'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:38:09.052608 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:38:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['738b690a-06f3-4efe-8154-ad57464c6de3'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:09.115411 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-412b9eee-2283-40e3-b0fb-0ddfa61c2a01 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.225787 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-412b9eee-2283-40e3-b0fb-0ddfa61c2a01 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.231832 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-412b9eee-2283-40e3-b0fb-0ddfa61c2a01 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.239318 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Set router 738b690a-06f3-4efe-8154-ad57464c6de3 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:38:09.265703 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b9eee-2283-40e3-b0fb-0ddfa61c2a01 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209955df-4cc7-49ac-8276-f2a01a7815b3,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:09.272742 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-412b9eee-2283-40e3-b0fb-0ddfa61c2a01 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.274780 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-412b9eee-2283-40e3-b0fb-0ddfa61c2a01 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464843 Aug 12 17:38:09.278025 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49474) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:09.284908 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-c651a74e-27f8-4572-8715-518f01780cbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Request body: {'security_group_rule': {'security_group_id': 'eda2d454-ea41-4fc6-8828-66e4dada11ea', 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:09.323889 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c651a74e-27f8-4572-8715-518f01780cbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.383186 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 8206f53d-6553-4695-be84-c016d8369945 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:38:09.401927 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c651a74e-27f8-4572-8715-518f01780cbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.410203 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c651a74e-27f8-4572-8715-518f01780cbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.436333 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651a74e-27f8-4572-8715-518f01780cbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d433a8a-b2bb-486a-bbef-7444d8837454,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:09.447053 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c651a74e-27f8-4572-8715-518f01780cbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.451476 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49480) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:09.457284 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-cc812827-7c39-45eb-a01f-bc4043ecad61 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Request body: {'security_group_rule': {'security_group_id': 'eda2d454-ea41-4fc6-8828-66e4dada11ea', 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:09.461915 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-c651a74e-27f8-4572-8715-518f01780cbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1824489 Aug 12 17:38:09.495115 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc812827-7c39-45eb-a01f-bc4043ecad61 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.510318 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 8206f53d-6553-4695-be84-c016d8369945 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:09.510698 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.580971 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc812827-7c39-45eb-a01f-bc4043ecad61 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.586738 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc812827-7c39-45eb-a01f-bc4043ecad61 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.626461 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc812827-7c39-45eb-a01f-bc4043ecad61 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c34dab-2ecc-4c66-a559-3d54cb77e027,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:09.646495 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc812827-7c39-45eb-a01f-bc4043ecad61 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.652075 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49484) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:09.655411 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'name': 'tempest-TestShelveInstance-2030623252-router', 'tenant_id': '724556894c2f49329146391169f9be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8206f53d-6553-4695-be84-c016d8369945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:38:01Z', 'updated_at': '2021-08-12T17:38:06Z', 'revision_number': 4, 'project_id': '724556894c2f49329146391169f9be6b', 'gw_port': {'id': '8206f53d-6553-4695-be84-c016d8369945', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:38:02Z', 'updated_at': '2021-08-12T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '50dc7c48-cb02-4725-a420-30a9c6b3913e', 'name': '', 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f', 'tenant_id': '724556894c2f49329146391169f9be6b', 'mac_address': 'fa:16:3e:3d:d2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:38:05Z', 'updated_at': '2021-08-12T17:38:06Z', 'revision_number': 2, 'project_id': '724556894c2f49329146391169f9be6b', 'subnets': [{'id': '655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:09.658013 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-96242505-fe90-43c3-9425-7d3a63f15087 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Request body: {'security_group_rule': {'security_group_id': 'eda2d454-ea41-4fc6-8828-66e4dada11ea', 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:09.663343 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-cc812827-7c39-45eb-a01f-bc4043ecad61 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2087619 Aug 12 17:38:09.687290 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Checking router: 738b690a-06f3-4efe-8154-ad57464c6de3 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:38:09.687650 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Updating router 738b690a-06f3-4efe-8154-ad57464c6de3 port 50dc7c48-cb02-4725-a420-30a9c6b3913e binding host dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:38:09.690586 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device f0c040b8-d17e-4b8b-8cd6-d781938d59c4 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:38:09.714833 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-96242505-fe90-43c3-9425-7d3a63f15087 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.742442 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.796601 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:09.796980 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.798879 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-96242505-fe90-43c3-9425-7d3a63f15087 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.805491 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-96242505-fe90-43c3-9425-7d3a63f15087 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.824206 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96242505-fe90-43c3-9425-7d3a63f15087 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d012440b-a056-4dfb-83d2-3b19ed519add,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:09.833798 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-96242505-fe90-43c3-9425-7d3a63f15087 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:09.841675 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-96242505-fe90-43c3-9425-7d3a63f15087 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1879773 Aug 12 17:38:09.841870 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 49486) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:09.850318 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-690d8361-5956-456d-b7ac-c6045c969dbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Request body: {'security_group_rule': {'security_group_id': 'eda2d454-ea41-4fc6-8828-66e4dada11ea', 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:09.890687 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.securitygroups_db [None req-690d8361-5956-456d-b7ac-c6045c969dbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Project 6e08929182234a50ba7ced4bb80bfd0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 17:38:09.900933 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-690d8361-5956-456d-b7ac-c6045c969dbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.012863 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-690d8361-5956-456d-b7ac-c6045c969dbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.019173 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-690d8361-5956-456d-b7ac-c6045c969dbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.044427 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d8361-5956-456d-b7ac-c6045c969dbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de978b1d-23e9-44f8-8691-e7d254d15d6a,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:10.050137 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-690d8361-5956-456d-b7ac-c6045c969dbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.054447 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 49494) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:38:10.055244 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-690d8361-5956-456d-b7ac-c6045c969dbb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2111290 Aug 12 17:38:10.062804 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-b3561f39-934f-4042-8e5c-2d4c295d28ff tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Request body: {'security_group_rule': {'security_group_id': 'eda2d454-ea41-4fc6-8828-66e4dada11ea', 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:10.101834 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.securitygroups_db [None req-b3561f39-934f-4042-8e5c-2d4c295d28ff tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Project 6e08929182234a50ba7ced4bb80bfd0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 17:38:10.110009 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b3561f39-934f-4042-8e5c-2d4c295d28ff tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.177705 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Notify callbacks [] for port, precommit_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.196511 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Transition to ACTIVE for port object 50dc7c48-cb02-4725-a420-30a9c6b3913e will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:38:10.209288 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b3561f39-934f-4042-8e5c-2d4c295d28ff tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.214598 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.223804 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b3561f39-934f-4042-8e5c-2d4c295d28ff tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.256952 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3561f39-934f-4042-8e5c-2d4c295d28ff tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e4cb2d-ff5a-4735-888a-88c6385395de,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:10.264326 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b3561f39-934f-4042-8e5c-2d4c295d28ff tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.274766 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-b3561f39-934f-4042-8e5c-2d4c295d28ff tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2108455 Aug 12 17:38:10.274998 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fd98b-3add-40c2-9775-22e1a56e6413 None None] Pushing event updated for resources: {'Port': ['ID=50dc7c48-cb02-4725-a420-30a9c6b3913e,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:10.336452 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Attempting to bind port 50dc7c48-cb02-4725-a420-30a9c6b3913e on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:38:10.336452 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Attempting to bind port 50dc7c48-cb02-4725-a420-30a9c6b3913e by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:38:10.336891 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Attempting to bind port 50dc7c48-cb02-4725-a420-30a9c6b3913e on network e6a4b442-1067-45a6-9c97-0521a937e58f {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:38:10.343302 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:38:10.344527 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Checking segment: {'id': 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:38:10.344527 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.345883 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Bound using segment: {'id': 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:38:10.346499 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Bound port: 50dc7c48-cb02-4725-a420-30a9c6b3913e, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:38:10.347027 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.512471 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] For port 50dc7c48-cb02-4725-a420-30a9c6b3913e, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:38:10.519644 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] For port 50dc7c48-cb02-4725-a420-30a9c6b3913e, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=50dc7c48-cb02-4725-a420-30a9c6b3913e,segment=NetworkSegment(acea22b1-9f3c-42d0-830c-88bdc9c8aeec),segment_id=acea22b1-9f3c-42d0-830c-88bdc9c8aeec)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:38:10.531131 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:10.582345 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241722b-dfeb-4dc8-8954-c17ec515e385 req-0e1329cc-954e-4e91-9362-146c0a1eb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:10.585698 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d241722b-dfeb-4dc8-8954-c17ec515e385 req-0e1329cc-954e-4e91-9362-146c0a1eb72b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 1099 time: 0.0926237 Aug 12 17:38:10.644859 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Routers {'738b690a-06f3-4efe-8154-ad57464c6de3'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:38:10.648814 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:38:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['738b690a-06f3-4efe-8154-ad57464c6de3'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:10.690007 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fd98b-3add-40c2-9775-22e1a56e6413 None None] Pushing event updated for resources: {'Port': ['ID=50dc7c48-cb02-4725-a420-30a9c6b3913e,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:10.797118 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef977b4b-ff07-4981-ba06-ff63a89da5f3 req-7d815f53-2250-4898-ab41-0e25f22aea5d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:10.799932 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241722b-dfeb-4dc8-8954-c17ec515e385 req-0fb7f205-f4a7-41ce-91ed-ab1ca0f8146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:10.801525 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d241722b-dfeb-4dc8-8954-c17ec515e385 req-0fb7f205-f4a7-41ce-91ed-ab1ca0f8146c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 918 time: 0.2032907 Aug 12 17:38:10.808847 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ef977b4b-ff07-4981-ba06-ff63a89da5f3 req-7d815f53-2250-4898-ab41-0e25f22aea5d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.1900830 Aug 12 17:38:10.863129 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] Set router 738b690a-06f3-4efe-8154-ad57464c6de3 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:38:10.893260 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ef977b4b-ff07-4981-ba06-ff63a89da5f3 req-6808c30f-d8ef-4644-ad06-e8309a11c0d1 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795245 Aug 12 17:38:10.919168 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d241722b-dfeb-4dc8-8954-c17ec515e385 req-898ecacb-a6ec-4941-a18a-780d2eaf8cf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616a918d-17a7-43ac-976b-6d1af4519a10 HTTP/1.1" status: 200 len: 217 time: 0.1076868 Aug 12 17:38:11.015651 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241722b-dfeb-4dc8-8954-c17ec515e385 req-e0bc7338-66c6-457d-8b8f-7f0d1d87513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:11.017727 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d241722b-dfeb-4dc8-8954-c17ec515e385 req-e0bc7338-66c6-457d-8b8f-7f0d1d87513f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10424a1a-330a-4912-aa2a-fb4af80b3911 HTTP/1.1" status: 200 len: 858 time: 0.0897579 Aug 12 17:38:11.064279 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d241722b-dfeb-4dc8-8954-c17ec515e385 req-2f97c25c-925d-4baa-9f1a-6885eb87d0db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2316014-db78-41a6-b7d2-c5985f4c6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378084 Aug 12 17:38:11.206295 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d241722b-dfeb-4dc8-8954-c17ec515e385 req-722271ad-df26-4253-82b8-45059f7f0444 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289780 Aug 12 17:38:11.342718 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d241722b-dfeb-4dc8-8954-c17ec515e385 req-93cd02dc-b069-41b5-870e-901a520a0771 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288116 Aug 12 17:38:11.356783 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'name': 'tempest-TestShelveInstance-2030623252-router', 'tenant_id': '724556894c2f49329146391169f9be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8206f53d-6553-4695-be84-c016d8369945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:38:01Z', 'updated_at': '2021-08-12T17:38:06Z', 'revision_number': 4, 'project_id': '724556894c2f49329146391169f9be6b', 'gw_port': {'id': '8206f53d-6553-4695-be84-c016d8369945', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:38:02Z', 'updated_at': '2021-08-12T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '50dc7c48-cb02-4725-a420-30a9c6b3913e', 'name': '', 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f', 'tenant_id': '724556894c2f49329146391169f9be6b', 'mac_address': 'fa:16:3e:3d:d2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:38:05Z', 'updated_at': '2021-08-12T17:38:10Z', 'revision_number': 4, 'project_id': '724556894c2f49329146391169f9be6b', 'subnets': [{'id': '655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:38:11.393152 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb910bf-7b79-459c-bc5f-35df1578ab85 None None] The sync data for ids ['738b690a-06f3-4efe-8154-ad57464c6de3'] in dv-cinder-788253-6-iscsi is: [{'id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'name': 'tempest-TestShelveInstance-2030623252-router', 'tenant_id': '724556894c2f49329146391169f9be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8206f53d-6553-4695-be84-c016d8369945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:38:01Z', 'updated_at': '2021-08-12T17:38:06Z', 'revision_number': 4, 'project_id': '724556894c2f49329146391169f9be6b', 'gw_port': {'id': '8206f53d-6553-4695-be84-c016d8369945', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:38:02Z', 'updated_at': '2021-08-12T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '50dc7c48-cb02-4725-a420-30a9c6b3913e', 'name': '', 'network_id': 'e6a4b442-1067-45a6-9c97-0521a937e58f', 'tenant_id': '724556894c2f49329146391169f9be6b', 'mac_address': 'fa:16:3e:3d:d2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:38:05Z', 'updated_at': '2021-08-12T17:38:10Z', 'revision_number': 4, 'project_id': '724556894c2f49329146391169f9be6b', 'subnets': [{'id': '655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:38:12.056237 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041ac23-a3d4-47e4-b51e-38e2064e3a01 req-1457c7b2-26e0-443b-8ba2-7ca467c74f79 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:12.057845 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6041ac23-a3d4-47e4-b51e-38e2064e3a01 req-1457c7b2-26e0-443b-8ba2-7ca467c74f79 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0700614 Aug 12 17:38:12.101285 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6041ac23-a3d4-47e4-b51e-38e2064e3a01 req-6cae4b85-0dd7-445b-9a35-3b985fe8c796 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Aug 12 17:38:13.229866 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03860e-4305-42b4-8381-d51e38db1766 req-ebc26261-22cf-49be-8f7e-31dbe8c25a5f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:13.231575 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1c03860e-4305-42b4-8381-d51e38db1766 req-ebc26261-22cf-49be-8f7e-31dbe8c25a5f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0568156 Aug 12 17:38:13.284132 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1c03860e-4305-42b4-8381-d51e38db1766 req-ea06a2cf-feae-4f8b-a297-99bb6e60254a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448959 Aug 12 17:38:13.363228 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 50dc7c48-cb02-4725-a420-30a9c6b3913e up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:38:13.416429 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 50dc7c48-cb02-4725-a420-30a9c6b3913e completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:38:13.419891 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 50dc7c48-cb02-4725-a420-30a9c6b3913e triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:13.420257 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:13.507190 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:13.540058 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 50dc7c48-cb02-4725-a420-30a9c6b3913e, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=50dc7c48-cb02-4725-a420-30a9c6b3913e,segment=NetworkSegment(acea22b1-9f3c-42d0-830c-88bdc9c8aeec),segment_id=acea22b1-9f3c-42d0-830c-88bdc9c8aeec)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:38:13.543907 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:13.597079 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=50dc7c48-cb02-4725-a420-30a9c6b3913e,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:14.421562 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a1ea9-8354-49cf-841f-449821767578 req-457f90ce-ab9f-4b79-931c-508e1844056f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:14.423256 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cf1a1ea9-8354-49cf-841f-449821767578 req-457f90ce-ab9f-4b79-931c-508e1844056f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0549240 Aug 12 17:38:14.471452 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cf1a1ea9-8354-49cf-841f-449821767578 req-20904404-9960-4f9d-9a07-0aa5fdc81300 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Aug 12 17:38:15.334499 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 50dc7c48-cb02-4725-a420-30a9c6b3913e up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:38:15.388971 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 50dc7c48-cb02-4725-a420-30a9c6b3913e triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:15.389344 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:15.610185 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f846042-0a40-4c5d-b961-e1886a2b1dd3 req-203f2e55-a893-4b62-a91a-5b5e494b98f3 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:15.619089 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0f846042-0a40-4c5d-b961-e1886a2b1dd3 req-203f2e55-a893-4b62-a91a-5b5e494b98f3 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0522516 Aug 12 17:38:15.651701 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0f846042-0a40-4c5d-b961-e1886a2b1dd3 req-6652c2b5-f5ce-4bc5-b9d1-16995e64c085 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341210 Aug 12 17:38:16.775620 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e3b08-e830-4478-8070-01f42050b59a req-4cf1196d-e3e7-47a4-9cbb-8b4bbd0a4a2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:16.777105 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-df6e3b08-e830-4478-8070-01f42050b59a req-4cf1196d-e3e7-47a4-9cbb-8b4bbd0a4a2f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0522947 Aug 12 17:38:16.823084 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-df6e3b08-e830-4478-8070-01f42050b59a req-01a04fe2-0c64-4fe8-b01b-e4b076b61210 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392787 Aug 12 17:38:24.396063 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d365a7-7744-49bd-8277-422b131e4953 req-e7142aa7-ea6b-433d-ae4f-d6d2bd071ecd tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:24.397838 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-37d365a7-7744-49bd-8277-422b131e4953 req-e7142aa7-ea6b-433d-ae4f-d6d2bd071ecd tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0775025 Aug 12 17:38:24.440715 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-37d365a7-7744-49bd-8277-422b131e4953 req-f660c13d-0d79-49b4-b03a-7405b8c5e426 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361063 Aug 12 17:38:25.703627 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:38:29.771692 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:30.049172 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0c7c5637-a210-433f-a5fe-a2a2f9d0c1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:31.506671 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-d16caaa7-6741-499b-9c63-53db6cd31672 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449250 Aug 12 17:38:31.515090 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79568076-9a8b-4069-81e0-8dd59a39536b req-83a352e4-c22e-4364-970a-842deafae220 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:31.516662 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-79568076-9a8b-4069-81e0-8dd59a39536b req-83a352e4-c22e-4364-970a-842deafae220 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0492592 Aug 12 17:38:31.559718 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-79568076-9a8b-4069-81e0-8dd59a39536b req-361c0d13-e7bb-4584-a6b7-fc7ead1ee8ed tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365236 Aug 12 17:38:31.603771 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-84b35bae-5b0a-45a1-a2de-c1fb5350147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:31.605285 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-84b35bae-5b0a-45a1-a2de-c1fb5350147a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 1098 time: 0.0401645 Aug 12 17:38:31.710153 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-67daf47f-0dd0-4eb3-9811-d9d3de1f7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:31.712141 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-67daf47f-0dd0-4eb3-9811-d9d3de1f7e09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 913 time: 0.0843530 Aug 12 17:38:31.996153 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-f0c5a994-3cbf-40ba-9bdb-867d0c0afad3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fdd506d-5072-42c8-a43b-897e4070547f HTTP/1.1" status: 200 len: 217 time: 0.2764227 Aug 12 17:38:32.049045 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-61e84133-7092-495b-aff8-5290fc5ed132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:32.050502 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-61e84133-7092-495b-aff8-5290fc5ed132 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7f5ffca-db76-4080-82ca-c2a26c6ed87f HTTP/1.1" status: 200 len: 853 time: 0.0461116 Aug 12 17:38:32.088040 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-fa0d64d0-32e8-4530-8ac8-fd3d985fa7a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253203 Aug 12 17:38:32.180389 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-ec7a7061-589e-45e5-814b-fad2e2d0f1d5 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849762 Aug 12 17:38:32.278826 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bc926613-2e3a-4364-9ccc-82e42b6b6f72 req-c98ae3c4-2bae-4f3a-a573-5f310a797245 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912013 Aug 12 17:38:32.700220 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34328-f037-4c0a-818b-69b3c133914b req-438e46d8-da67-4b4d-a147-a8de5b273614 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:32.701641 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3eb34328-f037-4c0a-818b-69b3c133914b req-438e46d8-da67-4b4d-a147-a8de5b273614 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0655658 Aug 12 17:38:32.740504 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3eb34328-f037-4c0a-818b-69b3c133914b req-2165858d-ce4b-4753-a1c9-17344c74962f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Aug 12 17:38:32.893101 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-50acfb82-4432-4eb6-b6fb-ef637c029238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:33.228769 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:34.030670 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:35.416000 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:36.337641 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307ade1-eb58-4f8a-bc0a-48d818793800 req-bc4dc7cb-2ce7-4df4-bb3e-76f679d42b65 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:36.339213 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2307ade1-eb58-4f8a-bc0a-48d818793800 req-bc4dc7cb-2ce7-4df4-bb3e-76f679d42b65 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0528026 Aug 12 17:38:36.380423 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2307ade1-eb58-4f8a-bc0a-48d818793800 req-da40812b-220d-4497-b0af-ec1a5293f9c7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350847 Aug 12 17:38:36.665438 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-b8d0d4d7-afa9-40fc-92ce-0490284d1e5a tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:36.667030 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-b8d0d4d7-afa9-40fc-92ce-0490284d1e5a tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 813 time: 0.1625671 Aug 12 17:38:36.686361 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-bb5959bd-4217-45a8-b6da-501b0d5e1656 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/quotas/f732ffd0d83b46a08d0ce584d8290473 HTTP/1.1" status: 200 len: 375 time: 0.0097978 Aug 12 17:38:36.742027 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1848901d-ccdf-4492-9a74-11f49f36da26 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500178 Aug 12 17:38:36.835883 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-5c1d05e0-d3a3-4c4c-8c8d-1a39865526bf service neutron] 10.222.0.25 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867782 Aug 12 17:38:36.928029 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-c1e63a4e-4b24-4ac2-b392-b05979b92d7c service neutron] 10.222.0.25 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853245 Aug 12 17:38:37.107445 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eb45132e-6252-443e-b4bd-e00f7bdb2fce req-1a530598-213a-4599-9377-e4598b53e1de tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 210 time: 0.0272892 Aug 12 17:38:37.947724 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48ee78-5439-49dd-8328-b74eb67cbfc5 req-5c46cabf-66aa-4b0e-bcd1-77dc82c54a95 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:37.949281 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8a48ee78-5439-49dd-8328-b74eb67cbfc5 req-5c46cabf-66aa-4b0e-bcd1-77dc82c54a95 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0514646 Aug 12 17:38:37.992973 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8a48ee78-5439-49dd-8328-b74eb67cbfc5 req-e9f8f998-4db2-4818-a2b9-f37de5b4d28e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369382 Aug 12 17:38:38.207935 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b7a58044-04d0-423a-a8e3-7f06ad2fb23f req-7a6e2437-5e48-43ce-bf4e-95234984ce32 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 210 time: 0.0280781 Aug 12 17:38:38.825632 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-9b060c68-9481-444d-82d7-7580002ab60c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:38.827357 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-9b060c68-9481-444d-82d7-7580002ab60c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 813 time: 0.1506426 Aug 12 17:38:38.855565 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Request body: {'port': {'device_id': '7391842b-c49a-4bad-a031-382ab26d0884', 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e', 'admin_state_up': True, 'tenant_id': 'f732ffd0d83b46a08d0ce584d8290473'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:39.025280 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Made reservation on behalf of f732ffd0d83b46a08d0ce584d8290473 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:38:39.030181 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:39.219884 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Allocated IP 172.20.0.6 (1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e/a7f5ffca-db76-4080-82ca-c2a26c6ed87f/902815f5-e77e-430d-b95e-db935e11c4ee) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:38:39.266857 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c889f-5b8c-4a59-a90d-725e6dc244b1 req-417aad10-6619-41e0-ae37-abbfd79b7aa7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:39.268459 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fd8c889f-5b8c-4a59-a90d-725e6dc244b1 req-417aad10-6619-41e0-ae37-abbfd79b7aa7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0575135 Aug 12 17:38:39.335759 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f19b1eba-ad54-4302-856a-1dfa80855ef9 req-13f446b6-d782-4ae9-8bcc-a9ecb92fc649 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 210 time: 0.0369613 Aug 12 17:38:39.339891 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fd8c889f-5b8c-4a59-a90d-725e6dc244b1 req-744e17d3-6712-4bd1-9cee-56fd62c357e9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645049 Aug 12 17:38:39.404816 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:39.445206 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:39.457541 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['9fdd506d-5072-42c8-a43b-897e4070547f', '76f3684c-19bd-4706-807c-11c444da2885', '6abd3808-6ad3-46aa-9af3-86ba56bc7b69'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:38:39.493490 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:38:39.497693 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:38:39.503267 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:38:39.510550 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Pushing event updated for resources: {'Port': ['ID=902815f5-e77e-430d-b95e-db935e11c4ee,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:39.540719 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.541058 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.541417 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.541757 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.542136 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.542486 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.542815 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.543155 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.543484 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.543815 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.544144 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.544475 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:39.572871 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:39.573544 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:39.591637 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-1aeb076c-a676-4930-b614-ba44f1bc954c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7425611 Aug 12 17:38:46.299855 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Request body: {'port': {'device_id': '7391842b-c49a-4bad-a031-382ab26d0884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:46.387665 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:46.701071 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902815f5-e77e-430d-b95e-db935e11c4ee {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:38:46.709558 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:46.727261 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Transition to ACTIVE for port object 902815f5-e77e-430d-b95e-db935e11c4ee will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:38:46.733622 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:46.786888 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Pushing event updated for resources: {'Port': ['ID=902815f5-e77e-430d-b95e-db935e11c4ee,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:46.887691 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Attempting to bind port 902815f5-e77e-430d-b95e-db935e11c4ee on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:38:46.887990 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Attempting to bind port 902815f5-e77e-430d-b95e-db935e11c4ee by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:38:46.888261 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Attempting to bind port 902815f5-e77e-430d-b95e-db935e11c4ee on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:38:46.892815 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba00ca0-c9d1-45f2-a084-19cee253b777 req-0d6f0528-4af7-4030-9b65-39ad4c57d3a6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:46.893452 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Port 902815f5-e77e-430d-b95e-db935e11c4ee on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:38:46.893638 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Attempting to bind port 902815f5-e77e-430d-b95e-db935e11c4ee on network 1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:38:46.894707 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eba00ca0-c9d1-45f2-a084-19cee253b777 req-0d6f0528-4af7-4030-9b65-39ad4c57d3a6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 943 time: 0.0997498 Aug 12 17:38:46.900852 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:38:46.901399 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Checking segment: {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:38:46.902002 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Bound using segment: {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:38:46.902750 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Bound port: 902815f5-e77e-430d-b95e-db935e11c4ee, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90c50d2d-7097-45c3-8034-2f277179d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:38:46.903343 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:46.909612 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b9f4a-d30c-4403-878e-d0bcb5413b98 req-4b98ef5f-dc01-402c-aefd-d970c8e53efd tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:46.912275 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc5b9f4a-d30c-4403-878e-d0bcb5413b98 req-4b98ef5f-dc01-402c-aefd-d970c8e53efd tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0810876 Aug 12 17:38:47.002619 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] For port 902815f5-e77e-430d-b95e-db935e11c4ee, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:38:47.003379 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eba00ca0-c9d1-45f2-a084-19cee253b777 req-d9e9fc31-5147-4814-89f2-88161189e7bb tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895863 Aug 12 17:38:47.006551 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] For port 902815f5-e77e-430d-b95e-db935e11c4ee, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=902815f5-e77e-430d-b95e-db935e11c4ee,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:38:47.006818 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc5b9f4a-d30c-4403-878e-d0bcb5413b98 req-f2b3db01-d4a5-43c2-bb6b-2107ebbe9ed9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779800 Aug 12 17:38:47.012719 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:47.049237 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:47.050188 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:47.051703 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] 10.222.0.10 "PUT /v2.0/ports/902815f5-e77e-430d-b95e-db935e11c4ee HTTP/1.1" status: 200 len: 1093 time: 0.7575719 Aug 12 17:38:47.054220 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7391842b-c49a-4bad-a031-382ab26d0884', 'tag': '902815f5-e77e-430d-b95e-db935e11c4ee'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:38:47.057126 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a" -d '{"events": [{"name": "network-changed", "server_uuid": "7391842b-c49a-4bad-a031-382ab26d0884", "tag": "902815f5-e77e-430d-b95e-db935e11c4ee"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:38:47.091366 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedfeb2-4f81-4145-b825-5f4f6882dc24 service neutron] Pushing event updated for resources: {'Port': ['ID=902815f5-e77e-430d-b95e-db935e11c4ee,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:47.113143 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2fbd82-9921-4e80-abf3-115bdcbf245f x-openstack-request-id: req-dc2fbd82-9921-4e80-abf3-115bdcbf245f {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:38:47.113611 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7391842b-c49a-4bad-a031-382ab26d0884", "tag": "902815f5-e77e-430d-b95e-db935e11c4ee", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:38:47.114038 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc2fbd82-9921-4e80-abf3-115bdcbf245f {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:38:47.114732 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7391842b-c49a-4bad-a031-382ab26d0884', 'tag': '902815f5-e77e-430d-b95e-db935e11c4ee', 'status': 'completed', 'code': 200} Aug 12 17:38:47.188298 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-ad87bf18-d08c-4d81-a4d0-027afcff0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:47.190147 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-ad87bf18-d08c-4d81-a4d0-027afcff0135 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 1096 time: 0.0501237 Aug 12 17:38:47.246154 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-329b1416-bc6d-4013-bff6-36c99e1f4705 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902815f5-e77e-430d-b95e-db935e11c4ee HTTP/1.1" status: 200 len: 217 time: 0.0463181 Aug 12 17:38:47.307624 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-4690c5c7-a2be-4205-af4a-b3064751dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:47.309174 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-4690c5c7-a2be-4205-af4a-b3064751dcc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7f5ffca-db76-4080-82ca-c2a26c6ed87f HTTP/1.1" status: 200 len: 853 time: 0.0519001 Aug 12 17:38:47.351132 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-8cc2e616-de37-498d-82c9-5d09c6b3b6fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295801 Aug 12 17:38:47.466590 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-51f7abd7-cbba-44b7-9192-9d431e686d01 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030040 Aug 12 17:38:47.791447 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1ea88fa3-c6e8-4ab6-a7e2-06ae104bf6bc req-35ee292c-714f-49f9-8805-61fd447be179 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263893 Aug 12 17:38:47.905707 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a req-a6452439-39e5-4a7f-aee8-dbbe95ef17e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:47.907279 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a req-a6452439-39e5-4a7f-aee8-dbbe95ef17e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f732ffd0d83b46a08d0ce584d8290473&device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 1096 time: 0.0458081 Aug 12 17:38:48.015667 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a req-e8dddf3b-ab7e-4624-b1ee-45f9c39a2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:48.017101 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a req-e8dddf3b-ab7e-4624-b1ee-45f9c39a2d1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 200 len: 913 time: 0.1022508 Aug 12 17:38:48.064467 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a req-be8a6904-7b24-44a2-9060-de1390de43e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=902815f5-e77e-430d-b95e-db935e11c4ee HTTP/1.1" status: 200 len: 217 time: 0.0388899 Aug 12 17:38:48.123168 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a req-5642d539-6956-49c6-9847-7000d1492cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:48.124665 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a req-5642d539-6956-49c6-9847-7000d1492cf2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7f5ffca-db76-4080-82ca-c2a26c6ed87f HTTP/1.1" status: 200 len: 853 time: 0.0527604 Aug 12 17:38:48.163446 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a req-79564fb5-1151-4cfe-b4cb-684bd8cd7b3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296433 Aug 12 17:38:48.272455 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a req-01b13b76-3493-4910-a7f9-e8947d7f04c0 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022239 Aug 12 17:38:48.400115 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-91ac9de0-77ec-4fe9-bb2d-b98e293c301a req-0283afed-a92f-4802-9455-5be01b32c309 service neutron] 10.222.0.10 "GET /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200814 Aug 12 17:38:48.958787 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106dd3f-a046-4d87-a00d-5f620cf7f349 req-f0d5ff73-07d9-414b-9cd3-2d02039a131c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:48.960311 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7106dd3f-a046-4d87-a00d-5f620cf7f349 req-f0d5ff73-07d9-414b-9cd3-2d02039a131c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0587089 Aug 12 17:38:49.052976 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7106dd3f-a046-4d87-a00d-5f620cf7f349 req-660cf73c-4d76-4615-8e60-ee60bbb444d7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839953 Aug 12 17:38:49.073784 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decb188-0483-4659-80f8-963160f64578 req-3546ccd5-e2b2-42c5-a006-1339fdc4495b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:49.075193 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8decb188-0483-4659-80f8-963160f64578 req-3546ccd5-e2b2-42c5-a006-1339fdc4495b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 943 time: 0.0878999 Aug 12 17:38:49.124760 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8decb188-0483-4659-80f8-963160f64578 req-90131cbe-43ca-474b-b709-6fed253c0230 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Aug 12 17:38:50.112877 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91baa-ca58-43b5-a989-45af42baf911 req-312f724a-f5ad-44f9-a68e-2f49817347e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:50.114943 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2ae91baa-ca58-43b5-a989-45af42baf911 req-312f724a-f5ad-44f9-a68e-2f49817347e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 1099 time: 0.0670381 Aug 12 17:38:50.174062 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2ae91baa-ca58-43b5-a989-45af42baf911 req-f421a4d3-5b8f-4ca4-96b6-48f53cdf8558 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502079 Aug 12 17:38:50.238787 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9f59a-1aad-4a0d-a4e9-0d018044434e req-fa0f4b45-64a4-4b93-a1f8-0b11b31ca2cc tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:50.243829 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3aa9f59a-1aad-4a0d-a4e9-0d018044434e req-fa0f4b45-64a4-4b93-a1f8-0b11b31ca2cc tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0744541 Aug 12 17:38:50.299024 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3aa9f59a-1aad-4a0d-a4e9-0d018044434e req-c4d475a1-a2d9-4ba2-af6f-2c46440a1ba6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493901 Aug 12 17:38:50.413903 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95107d8e-fcca-4ad0-ab1e-d26a3ea2a580 req-e6d3818b-6e6d-4ff6-8471-28723e2c983a tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:50.415655 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-95107d8e-fcca-4ad0-ab1e-d26a3ea2a580 req-e6d3818b-6e6d-4ff6-8471-28723e2c983a tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 943 time: 0.0545897 Aug 12 17:38:50.465644 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-95107d8e-fcca-4ad0-ab1e-d26a3ea2a580 req-0f290ac1-7091-44f8-9789-bc195c859260 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Aug 12 17:38:51.443265 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d9bf9-e8ff-4461-893e-9b3d3126f7bf req-a934b845-6591-4194-99e7-d4a8251b35e0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:51.444712 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-432d9bf9-e8ff-4461-893e-9b3d3126f7bf req-a934b845-6591-4194-99e7-d4a8251b35e0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0658391 Aug 12 17:38:51.494505 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-432d9bf9-e8ff-4461-893e-9b3d3126f7bf req-4a18524a-367b-4d21-b961-41a8dd3f39b4 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430121 Aug 12 17:38:51.635444 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fc360-dbf7-4e0c-852c-2ab66ae49df2 req-ea3b5a7c-d080-45e0-b901-8e779f14fd04 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:51.642835 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4b6fc360-dbf7-4e0c-852c-2ab66ae49df2 req-ea3b5a7c-d080-45e0-b901-8e779f14fd04 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 943 time: 0.0816753 Aug 12 17:38:51.689827 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4b6fc360-dbf7-4e0c-852c-2ab66ae49df2 req-0bd3ab4a-a14e-4e5a-a7f2-16a1032f7d48 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Aug 12 17:38:52.633695 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06cc1b-307b-4bc6-b005-8c56efd9fc24 req-56a65854-a396-464d-a5a4-c21fd661ac6d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:52.635369 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ab06cc1b-307b-4bc6-b005-8c56efd9fc24 req-56a65854-a396-464d-a5a4-c21fd661ac6d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0603220 Aug 12 17:38:52.692091 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ab06cc1b-307b-4bc6-b005-8c56efd9fc24 req-5151d75e-5a19-4cac-ae54-d904e3ced29c tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469456 Aug 12 17:38:52.866751 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c4df9-c77b-4340-9e1f-8db5a29c0b57 req-a2875511-0c01-45e0-b7d2-3a1c4899ad36 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:52.868639 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cc5c4df9-c77b-4340-9e1f-8db5a29c0b57 req-a2875511-0c01-45e0-b7d2-3a1c4899ad36 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 943 time: 0.0664856 Aug 12 17:38:52.937449 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cc5c4df9-c77b-4340-9e1f-8db5a29c0b57 req-0b7ead6d-e5cf-411b-b80e-9ad4c78b3aaf tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538955 Aug 12 17:38:53.135534 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b5d85-2e72-441c-95bf-f5581e2efdfa req-d3e52668-78bc-4d64-a7f5-1aa310f80422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:53.138519 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4b5d85-2e72-441c-95bf-f5581e2efdfa req-d3e52668-78bc-4d64-a7f5-1aa310f80422 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 1099 time: 0.0560279 Aug 12 17:38:53.181703 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27445ff-ad2e-4cde-999f-d3af6e35b505 req-33baa6cf-1e7e-4ed8-9aef-93d3cb90e5cc tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:53.185166 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a27445ff-ad2e-4cde-999f-d3af6e35b505 req-33baa6cf-1e7e-4ed8-9aef-93d3cb90e5cc tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0858188 Aug 12 17:38:53.274431 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a27445ff-ad2e-4cde-999f-d3af6e35b505 req-d4464199-ec1a-418c-8913-acf94a63a5d8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619850 Aug 12 17:38:53.283147 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b5d85-2e72-441c-95bf-f5581e2efdfa req-0b04ab2f-d258-48fb-ba40-a1e7c5f705b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:53.284783 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4b5d85-2e72-441c-95bf-f5581e2efdfa req-0b04ab2f-d258-48fb-ba40-a1e7c5f705b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 918 time: 0.1384475 Aug 12 17:38:53.333940 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4b5d85-2e72-441c-95bf-f5581e2efdfa req-02df278a-e50d-4c91-93ff-c9e02830ccfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616a918d-17a7-43ac-976b-6d1af4519a10 HTTP/1.1" status: 200 len: 217 time: 0.0380471 Aug 12 17:38:53.413527 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b5d85-2e72-441c-95bf-f5581e2efdfa req-4d21e742-a8e5-4529-a3fc-38bc518243d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:53.415724 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4b5d85-2e72-441c-95bf-f5581e2efdfa req-4d21e742-a8e5-4529-a3fc-38bc518243d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10424a1a-330a-4912-aa2a-fb4af80b3911 HTTP/1.1" status: 200 len: 858 time: 0.0736513 Aug 12 17:38:53.452347 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4b5d85-2e72-441c-95bf-f5581e2efdfa req-1423b784-7a2c-4148-8829-5725961f22bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2316014-db78-41a6-b7d2-c5985f4c6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283737 Aug 12 17:38:53.576489 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4b5d85-2e72-441c-95bf-f5581e2efdfa req-80715d31-0874-40d6-9854-e51be49fb7b5 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155887 Aug 12 17:38:53.691376 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4b5d85-2e72-441c-95bf-f5581e2efdfa req-4a3a54db-eb52-4d26-8290-d62131aa8cf7 service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078422 Aug 12 17:38:53.848420 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-e9b4163c-756b-44e4-bf5d-c3216b6866b3 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620472344&fields=id&tenant_id=6e08929182234a50ba7ced4bb80bfd0b HTTP/1.1" status: 200 len: 267 time: 0.0341043 Aug 12 17:38:53.978674 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-a6a6c306-e30d-407c-9285-e111294e7ae4 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:53.980296 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-a6a6c306-e30d-407c-9285-e111294e7ae4 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/networks?id=26b486f8-6579-42bc-8c65-1b0df2026112 HTTP/1.1" status: 200 len: 808 time: 0.1197453 Aug 12 17:38:54.000410 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-3df2dad2-be55-4c69-a1bb-bd8161988f4e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/quotas/6e08929182234a50ba7ced4bb80bfd0b HTTP/1.1" status: 200 len: 375 time: 0.0101986 Aug 12 17:38:54.121722 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-bf08c87a-c884-451e-8647-447d72ffae21 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6e08929182234a50ba7ced4bb80bfd0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113987 Aug 12 17:38:54.152016 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7ffa4-689e-4883-8deb-612f21a1c71d req-a462662c-3925-4c0b-8066-dc0e048b7858 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:54.156928 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ccd7ffa4-689e-4883-8deb-612f21a1c71d req-a462662c-3925-4c0b-8066-dc0e048b7858 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 943 time: 0.1033864 Aug 12 17:38:54.280366 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ccd7ffa4-689e-4883-8deb-612f21a1c71d req-e72c9a76-231b-4b6a-bbb8-43a507059f79 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165609 Aug 12 17:38:54.305690 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 902815f5-e77e-430d-b95e-db935e11c4ee details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:38:54.329024 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-5688a8f8-21bb-4d81-9fe2-cc5b0552c358 service neutron] 10.222.0.25 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580756 Aug 12 17:38:54.425600 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 902815f5-e77e-430d-b95e-db935e11c4ee, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=902815f5-e77e-430d-b95e-db935e11c4ee,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:38:54.440514 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '902815f5-e77e-430d-b95e-db935e11c4ee', 'network_id': '1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e', 'port_id': '902815f5-e77e-430d-b95e-db935e11c4ee', 'mac_address': 'fa:16:3e:ad:63:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f5ffca-db76-4080-82ca-c2a26c6ed87f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:38:54.455030 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-0e7e8401-319a-439c-8d27-cf182c730e41 service neutron] 10.222.0.25 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191776 Aug 12 17:38:54.495611 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:54.514455 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902815f5-e77e-430d-b95e-db935e11c4ee {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:38:54.550012 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 902815f5-e77e-430d-b95e-db935e11c4ee, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=902815f5-e77e-430d-b95e-db935e11c4ee,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:38:54.557280 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:54.636455 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=902815f5-e77e-430d-b95e-db935e11c4ee,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:54.648002 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.648992 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.649408 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.649836 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.650275 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.650676 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.651076 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.651498 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.651914 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.652309 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.652706 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.653144 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:38:54.808232 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3bd3f-bc5d-42c2-9511-0ea36d9ddf4c req-1c07ac66-531f-41a0-806b-ac3b12f4ee46 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:54.810613 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6ce3bd3f-bc5d-42c2-9511-0ea36d9ddf4c req-1c07ac66-531f-41a0-806b-ac3b12f4ee46 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0693009 Aug 12 17:38:54.872952 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6ce3bd3f-bc5d-42c2-9511-0ea36d9ddf4c req-5571cf87-f9c4-4758-be84-1fd54ccbef65 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508525 Aug 12 17:38:55.007475 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267a80f-eebf-4dcf-92a6-9d08f4853f99 req-df2466df-b1ec-44d5-8efe-8a9c68708d91 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:55.009684 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2267a80f-eebf-4dcf-92a6-9d08f4853f99 req-df2466df-b1ec-44d5-8efe-8a9c68708d91 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 945 time: 0.0769317 Aug 12 17:38:55.045514 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dbec17e0-df9f-4093-9019-f29d0e03befe req-7ac59491-c6a1-4631-8587-08e171805738 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 210 time: 0.0345957 Aug 12 17:38:55.095630 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2267a80f-eebf-4dcf-92a6-9d08f4853f99 req-d216043a-3bd3-4c7a-8791-cb46f02923de tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754893 Aug 12 17:38:55.141396 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['902815f5-e77e-430d-b95e-db935e11c4ee'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:38:55.463026 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b75d48-9477-40eb-ad7e-4f891da7efa8 req-86e5a645-ef33-412b-898a-5c1a19aab1a6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:55.464565 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-83b75d48-9477-40eb-ad7e-4f891da7efa8 req-86e5a645-ef33-412b-898a-5c1a19aab1a6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 944 time: 0.0697479 Aug 12 17:38:55.531603 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-83b75d48-9477-40eb-ad7e-4f891da7efa8 req-62b14c1a-87b0-4f77-b91f-a583b941be1f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506012 Aug 12 17:38:55.997115 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105eb2dd-9ac8-47a4-883c-8cc73e3abb18 req-2de8250e-925d-4ab8-a069-8ffb1591a60f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:55.998766 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-105eb2dd-9ac8-47a4-883c-8cc73e3abb18 req-2de8250e-925d-4ab8-a069-8ffb1591a60f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0550506 Aug 12 17:38:56.040135 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-105eb2dd-9ac8-47a4-883c-8cc73e3abb18 req-50eebe61-48c1-448d-8820-16bdfa986060 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354602 Aug 12 17:38:56.191240 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d0a797e2-bc4c-47b0-ac8f-58fc2f9403a0 req-905efcba-dba0-4444-bb5b-c6d56f3018de tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 210 time: 0.0452971 Aug 12 17:38:56.252214 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5bba0-5ec8-4e20-84a7-e5ac70f4cd3c req-4c07afac-b37e-4a97-a004-027beac2b413 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:56.253735 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-05d5bba0-5ec8-4e20-84a7-e5ac70f4cd3c req-4c07afac-b37e-4a97-a004-027beac2b413 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 945 time: 0.0615523 Aug 12 17:38:56.295714 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-05d5bba0-5ec8-4e20-84a7-e5ac70f4cd3c req-091d19e0-4494-4fc1-bac3-6792c75e5663 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348532 Aug 12 17:38:56.369265 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-8e3206f6-3a9c-40ab-825e-9904d7419e8f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:56.370688 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-8e3206f6-3a9c-40ab-825e-9904d7419e8f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.10 "GET /v2.0/networks?id=26b486f8-6579-42bc-8c65-1b0df2026112 HTTP/1.1" status: 200 len: 808 time: 0.1152415 Aug 12 17:38:56.439144 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-0e32c38b-bb66-4d50-afc9-b96e2a6033ae tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e08929182234a50ba7ced4bb80bfd0b HTTP/1.1" status: 200 len: 379 time: 0.0527544 Aug 12 17:38:56.459615 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Request body: {'port': {'device_id': '28eea134-37d3-4472-b739-b4ba8410f24f', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'admin_state_up': True, 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'security_groups': ['eda2d454-ea41-4fc6-8828-66e4dada11ea']}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:56.587127 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Made reservation on behalf of 6e08929182234a50ba7ced4bb80bfd0b for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:38:56.591105 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:56.680169 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90adb0-3991-46e4-a4e0-6cdd6657d734 req-49921488-c986-43f8-954a-824ea6de6121 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:56.682593 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9c90adb0-3991-46e4-a4e0-6cdd6657d734 req-49921488-c986-43f8-954a-824ea6de6121 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 944 time: 0.0749967 Aug 12 17:38:56.729752 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9c90adb0-3991-46e4-a4e0-6cdd6657d734 req-1764dcb0-8ded-48da-9ed8-ec12569215bb tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396566 Aug 12 17:38:56.778705 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Allocated IP 172.20.0.10 (26b486f8-6579-42bc-8c65-1b0df2026112/614b337d-8f59-4cac-b753-4adbb72f2fa2/eeb76950-d385-4894-b6ea-d6452e24266f) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:38:56.935663 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:56.952966 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Transition to ACTIVE for port object eeb76950-d385-4894-b6ea-d6452e24266f will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:38:57.009674 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:57.092192 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Network 26b486f8-6579-42bc-8c65-1b0df2026112 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:38:57.096553 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:38:57.102267 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:38:57.149570 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event updated for resources: {'Port': ['ID=eeb76950-d385-4894-b6ea-d6452e24266f,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:57.177888 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:57.178587 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:57.199872 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-72da3c92-0b12-4581-864b-891a9158ed8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7441423 Aug 12 17:38:57.227397 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9219c4-75e3-4b60-93fb-a5f28d6d4622 req-1242a4ce-fa97-4ec9-a921-a33a4a5a928a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:57.229141 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ae9219c4-75e3-4b60-93fb-a5f28d6d4622 req-1242a4ce-fa97-4ec9-a921-a33a4a5a928a tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0642169 Aug 12 17:38:57.238710 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Request body: {'port': {'device_id': '28eea134-37d3-4472-b739-b4ba8410f24f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:38:57.298728 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ae9219c4-75e3-4b60-93fb-a5f28d6d4622 req-76c0fa04-3c0c-45b7-a6bb-b8fe5e37d927 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602512 Aug 12 17:38:57.355442 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-67dfd3ed-4b8d-4cf8-ba15-cb2dee52e801 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:57.357299 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-67dfd3ed-4b8d-4cf8-ba15-cb2dee52e801 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 945 time: 0.1232369 Aug 12 17:38:57.362882 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:57.368152 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bcd2b-0397-44ea-a746-9f7dcd0b4691 req-7d62638d-f6c6-4c71-94e3-96578e0682e5 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:57.369737 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d37bcd2b-0397-44ea-a746-9f7dcd0b4691 req-7d62638d-f6c6-4c71-94e3-96578e0682e5 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 932 time: 0.0699317 Aug 12 17:38:57.466790 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d37bcd2b-0397-44ea-a746-9f7dcd0b4691 req-ab8fba8c-7fa8-4a75-a033-df9430dce2a0 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880597 Aug 12 17:38:57.482386 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb77e-1bcd-43a0-a4a0-5d9800a1f902 req-02211c82-1963-49fe-a958-c314789484a3 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:57.484300 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a16bb77e-1bcd-43a0-a4a0-5d9800a1f902 req-02211c82-1963-49fe-a958-c314789484a3 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 945 time: 0.0947878 Aug 12 17:38:57.520846 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-3ffc8fdf-621a-4c5d-8997-55d6358512ac None None] Provisioning for port eeb76950-d385-4894-b6ea-d6452e24266f completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:38:57.536111 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-3ffc8fdf-621a-4c5d-8997-55d6358512ac None None] Provisioning complete for port eeb76950-d385-4894-b6ea-d6452e24266f triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:57.538002 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8fdf-621a-4c5d-8997-55d6358512ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:57.544538 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a16bb77e-1bcd-43a0-a4a0-5d9800a1f902 req-f08ad265-19a8-42e7-afa6-05b2fa53cc97 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478423 Aug 12 17:38:57.605255 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc8fdf-621a-4c5d-8997-55d6358512ac None None] Port eeb76950-d385-4894-b6ea-d6452e24266f cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:38:57.696160 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-c02cfefc-5b41-414a-8348-7b93ad1d53f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Deleting port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:38:57.696798 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-c02cfefc-5b41-414a-8348-7b93ad1d53f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:57.826399 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-c02cfefc-5b41-414a-8348-7b93ad1d53f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] For port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,segment=NetworkSegment(65962bde-4ff8-453d-a43e-ea828cea4335),segment_id=65962bde-4ff8-453d-a43e-ea828cea4335)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:38:57.826769 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-c02cfefc-5b41-414a-8348-7b93ad1d53f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:57.849226 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-c02cfefc-5b41-414a-8348-7b93ad1d53f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Calling delete_port for 41d49b85-d5ec-4607-9611-ea09f1b3b5aa owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:38:57.865370 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e37fa-c4a2-412a-9a96-fea97e0ff57d req-6469edfd-0f8a-4dd7-aff3-c52f204b809c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:57.867725 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-883e37fa-c4a2-412a-9a96-fea97e0ff57d req-6469edfd-0f8a-4dd7-aff3-c52f204b809c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 944 time: 0.0511632 Aug 12 17:38:57.916249 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-883e37fa-c4a2-412a-9a96-fea97e0ff57d req-2e05a7de-940d-4dc2-ae5d-71182edd04cf tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424557 Aug 12 17:38:57.949567 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb76950-d385-4894-b6ea-d6452e24266f {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:38:57.962447 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:57.984064 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Transition to ACTIVE for port object eeb76950-d385-4894-b6ea-d6452e24266f will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:38:57.995013 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:58.074025 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb76950-d385-4894-b6ea-d6452e24266f,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:58.153892 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-c02cfefc-5b41-414a-8348-7b93ad1d53f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:58.169180 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['41d49b85-d5ec-4607-9611-ea09f1b3b5aa'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:38:58.200741 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cfefc-5b41-414a-8348-7b93ad1d53f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Pushing event deleted for resources: {'Port': ['ID=41d49b85-d5ec-4607-9611-ea09f1b3b5aa,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:58.237166 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Attempting to bind port eeb76950-d385-4894-b6ea-d6452e24266f on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:38:58.237545 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Attempting to bind port eeb76950-d385-4894-b6ea-d6452e24266f by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:38:58.237946 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Attempting to bind port eeb76950-d385-4894-b6ea-d6452e24266f on network 26b486f8-6579-42bc-8c65-1b0df2026112 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:38:58.256828 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Port eeb76950-d385-4894-b6ea-d6452e24266f on network 26b486f8-6579-42bc-8c65-1b0df2026112 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:38:58.257143 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Attempting to bind port eeb76950-d385-4894-b6ea-d6452e24266f on network 26b486f8-6579-42bc-8c65-1b0df2026112 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:38:58.261577 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-c02cfefc-5b41-414a-8348-7b93ad1d53f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] No DVR routers for this DVR port 41d49b85-d5ec-4607-9611-ea09f1b3b5aa on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:38:58.269130 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-c02cfefc-5b41-414a-8348-7b93ad1d53f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:58.273750 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ecdc1334-6af6-4ba6-814f-faaf90a8f7fa req-c02cfefc-5b41-414a-8348-7b93ad1d53f0 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.10 "DELETE /v2.0/ports/41d49b85-d5ec-4607-9611-ea09f1b3b5aa HTTP/1.1" status: 204 len: 173 time: 0.9004447 Aug 12 17:38:58.274664 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca73d04c-fc43-4f2e-9dea-b8ae7957c450', 'name': 'network-vif-deleted', 'tag': '41d49b85-d5ec-4607-9611-ea09f1b3b5aa'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:38:58.278989 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc12985-8e28-42f5-851f-6daa51f56d18" -d '{"events": [{"server_uuid": "ca73d04c-fc43-4f2e-9dea-b8ae7957c450", "name": "network-vif-deleted", "tag": "41d49b85-d5ec-4607-9611-ea09f1b3b5aa"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:38:58.284484 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:38:58.284895 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Checking segment: {'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:38:58.285443 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Bound using segment: {'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:38:58.286364 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Bound port: eeb76950-d385-4894-b6ea-d6452e24266f, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee996b63-ca3e-4d4b-a388-ae01f5799d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:38:58.286676 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:58.348375 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 902815f5-e77e-430d-b95e-db935e11c4ee up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:38:58.360551 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7f8756-c0e5-4340-87c0-bb17bd8b0ca2 x-openstack-request-id: req-db7f8756-c0e5-4340-87c0-bb17bd8b0ca2 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:38:58.360841 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca73d04c-fc43-4f2e-9dea-b8ae7957c450", "name": "network-vif-deleted", "tag": "41d49b85-d5ec-4607-9611-ea09f1b3b5aa", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:38:58.361086 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db7f8756-c0e5-4340-87c0-bb17bd8b0ca2 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:38:58.361479 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca73d04c-fc43-4f2e-9dea-b8ae7957c450', 'name': 'network-vif-deleted', 'tag': '41d49b85-d5ec-4607-9611-ea09f1b3b5aa', 'status': 'completed', 'code': 200} Aug 12 17:38:58.378277 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] For port eeb76950-d385-4894-b6ea-d6452e24266f, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:38:58.382151 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] For port eeb76950-d385-4894-b6ea-d6452e24266f, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=eeb76950-d385-4894-b6ea-d6452e24266f,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:38:58.391786 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:58.471681 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:58.473653 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:58.489626 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] 10.222.0.10 "PUT /v2.0/ports/eeb76950-d385-4894-b6ea-d6452e24266f HTTP/1.1" status: 200 len: 1094 time: 1.2437911 Aug 12 17:38:58.494485 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 902815f5-e77e-430d-b95e-db935e11c4ee completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:38:58.498972 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 902815f5-e77e-430d-b95e-db935e11c4ee triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:38:58.499364 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:58.645141 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376b41c-3882-44e6-b442-bbcde1b8d536 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb76950-d385-4894-b6ea-d6452e24266f,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:58.657028 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-8b641e31-8366-4792-b153-eb0147dee94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:58.658686 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-8b641e31-8366-4792-b153-eb0147dee94a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e08929182234a50ba7ced4bb80bfd0b&device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 1097 time: 0.0692704 Aug 12 17:38:58.715660 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-5ef291d1-3e5e-4362-bf71-d23fb1a66571 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb76950-d385-4894-b6ea-d6452e24266f HTTP/1.1" status: 200 len: 217 time: 0.0473154 Aug 12 17:38:58.766297 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:58.815095 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7391842b-c49a-4bad-a031-382ab26d0884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902815f5-e77e-430d-b95e-db935e11c4ee'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:38:58.816319 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-3ddb5fbc-a012-4b0e-a114-56380072d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:58.818045 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36c909c-a06e-4a8a-a02c-7815a501a8bc" -d '{"events": [{"server_uuid": "7391842b-c49a-4bad-a031-382ab26d0884", "name": "network-vif-plugged", "status": "completed", "tag": "902815f5-e77e-430d-b95e-db935e11c4ee"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:38:58.818502 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-3ddb5fbc-a012-4b0e-a114-56380072d135 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=614b337d-8f59-4cac-b753-4adbb72f2fa2 HTTP/1.1" status: 200 len: 847 time: 0.0939436 Aug 12 17:38:58.836610 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 902815f5-e77e-430d-b95e-db935e11c4ee, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=902815f5-e77e-430d-b95e-db935e11c4ee,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:38:58.849570 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:38:58.850776 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 41d49b85-d5ec-4607-9611-ea09f1b3b5aa no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:38:58.888211 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 41d49b85-d5ec-4607-9611-ea09f1b3b5aa {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:38:58.888753 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 41d49b85-d5ec-4607-9611-ea09f1b3b5aa not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:38:58.907628 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-5a24f08f-8a42-4c6b-9b24-e8ac950d6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:58.912136 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-5a24f08f-8a42-4c6b-9b24-e8ac950d6568 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b486f8-6579-42bc-8c65-1b0df2026112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745497 Aug 12 17:38:58.918668 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af5e87-bd30-47f8-a3f9-1c3968f1845c req-d19ba371-184f-4461-9226-cafc654a4584 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:58.926250 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e7af5e87-bd30-47f8-a3f9-1c3968f1845c req-d19ba371-184f-4461-9226-cafc654a4584 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.4426942 Aug 12 17:38:58.967700 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=902815f5-e77e-430d-b95e-db935e11c4ee,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:38:58.975712 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e2496-5aad-4fab-bd28-2b4fa8bd80a1 req-9d514c6d-74dd-42a6-b991-247d31aa650e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:58.983743 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9f4e2496-5aad-4fab-bd28-2b4fa8bd80a1 req-9d514c6d-74dd-42a6-b991-247d31aa650e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.1206660 Aug 12 17:38:59.022603 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e7af5e87-bd30-47f8-a3f9-1c3968f1845c req-e2abcb29-91b6-47bd-81df-1d4c9c72485f tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953908 Aug 12 17:38:59.071438 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9f4e2496-5aad-4fab-bd28-2b4fa8bd80a1 req-5b668919-b268-4079-8ad4-a79f9aa47938 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866947 Aug 12 17:38:59.078535 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-a503c018-aee1-4a8b-b0e8-ea7c9d75eed2 service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496885 Aug 12 17:38:59.189444 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2c081d-dbc7-4a11-9413-4e29db47e3e5 x-openstack-request-id: req-ce2c081d-dbc7-4a11-9413-4e29db47e3e5 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:38:59.189947 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7391842b-c49a-4bad-a031-382ab26d0884", "name": "network-vif-plugged", "status": "completed", "tag": "902815f5-e77e-430d-b95e-db935e11c4ee", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:38:59.190390 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce2c081d-dbc7-4a11-9413-4e29db47e3e5 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:38:59.196344 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7391842b-c49a-4bad-a031-382ab26d0884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902815f5-e77e-430d-b95e-db935e11c4ee', 'code': 200} Aug 12 17:38:59.222949 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ba2733f0-1779-466b-9f90-8a51b4baa3c5 req-38e19128-12a0-43a1-a684-7ec234c21199 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca73d04c-fc43-4f2e-9dea-b8ae7957c450 HTTP/1.1" status: 200 len: 210 time: 0.0465670 Aug 12 17:38:59.304833 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6baa4ec6-00bc-4b44-8549-359263b58e90 req-ed040ee2-bace-4661-9070-1de3a2f8799a service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138615 Aug 12 17:38:59.345263 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32d0da-439a-40e0-b954-63e4efc258b3 req-87e6e5f7-4f78-4144-b8b6-3b02b022060f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:59.347581 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cb32d0da-439a-40e0-b954-63e4efc258b3 req-87e6e5f7-4f78-4144-b8b6-3b02b022060f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 945 time: 0.0715420 Aug 12 17:38:59.397905 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cb32d0da-439a-40e0-b954-63e4efc258b3 req-83764020-c121-4a23-9977-0379191f863f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383821 Aug 12 17:38:59.466259 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a070b-e17e-4aae-aa98-97ecd739d0fb req-96f7a59c-0695-4cdf-87e2-c66b66d8287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:38:59.467785 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e48a070b-e17e-4aae-aa98-97ecd739d0fb req-96f7a59c-0695-4cdf-87e2-c66b66d8287b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 1098 time: 0.0472383 Aug 12 17:38:59.510641 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e48a070b-e17e-4aae-aa98-97ecd739d0fb req-bb023cc8-fce0-456e-8f8d-35bbab460a14 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331700 Aug 12 17:38:59.793772 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:00.048879 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-e23376f0-250f-472d-b029-2e468ce880fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:00.225275 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3013a938-3143-430b-bb0c-ac2a2a3b43ef req-8497422c-bc69-4688-9ea7-81543e0cfa76 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:00.226891 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3013a938-3143-430b-bb0c-ac2a2a3b43ef req-8497422c-bc69-4688-9ea7-81543e0cfa76 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0545220 Aug 12 17:39:00.272368 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3013a938-3143-430b-bb0c-ac2a2a3b43ef req-804debdb-6c14-42c2-afec-33653d092a73 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393913 Aug 12 17:39:00.362694 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:00.365478 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531478a4-e3f9-4699-9b20-f291d991b787" -d '{"events": [{"name": "network-changed", "server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:00.403912 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4459a3b3-fc3d-4789-ad42-4592d931610d x-openstack-request-id: req-4459a3b3-fc3d-4789-ad42-4592d931610d {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:00.404165 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:00.404341 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4459a3b3-fc3d-4789-ad42-4592d931610d {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:00.404839 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'status': 'completed', 'code': 200} Aug 12 17:39:00.595355 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e41d6-7ef2-40eb-9d92-b0693df2e973 req-8ef74c36-786c-4d89-a6e8-85a910285b04 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:00.597129 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ae6e41d6-7ef2-40eb-9d92-b0693df2e973 req-8ef74c36-786c-4d89-a6e8-85a910285b04 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 945 time: 0.0730803 Aug 12 17:39:00.651065 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ae6e41d6-7ef2-40eb-9d92-b0693df2e973 req-ba690719-4486-4eb8-8e94-c7a59b6917d0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444441 Aug 12 17:39:00.818819 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531478a4-e3f9-4699-9b20-f291d991b787 req-5a41907f-ff25-4f0a-8267-4cbe6fb1edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:00.820413 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-531478a4-e3f9-4699-9b20-f291d991b787 req-5a41907f-ff25-4f0a-8267-4cbe6fb1edf7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e08929182234a50ba7ced4bb80bfd0b&device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 1097 time: 0.3604357 Aug 12 17:39:00.923453 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531478a4-e3f9-4699-9b20-f291d991b787 req-57cfa637-456e-4fcb-9251-e94c1ba3ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:00.924970 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-531478a4-e3f9-4699-9b20-f291d991b787 req-57cfa637-456e-4fcb-9251-e94c1ba3ba9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=26b486f8-6579-42bc-8c65-1b0df2026112 HTTP/1.1" status: 200 len: 908 time: 0.0969403 Aug 12 17:39:00.973301 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-531478a4-e3f9-4699-9b20-f291d991b787 req-f8fe02b4-a42a-45d2-b44e-22865a19a35a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb76950-d385-4894-b6ea-d6452e24266f HTTP/1.1" status: 200 len: 217 time: 0.0392454 Aug 12 17:39:01.029232 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531478a4-e3f9-4699-9b20-f291d991b787 req-80c6d00a-e9ed-41db-b6e6-fe58ac73c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:01.030918 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-531478a4-e3f9-4699-9b20-f291d991b787 req-80c6d00a-e9ed-41db-b6e6-fe58ac73c673 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=614b337d-8f59-4cac-b753-4adbb72f2fa2 HTTP/1.1" status: 200 len: 847 time: 0.0459561 Aug 12 17:39:01.087558 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531478a4-e3f9-4699-9b20-f291d991b787 req-226ba8ad-7f22-42ef-8ce9-15505a71813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:01.089183 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-531478a4-e3f9-4699-9b20-f291d991b787 req-226ba8ad-7f22-42ef-8ce9-15505a71813a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b486f8-6579-42bc-8c65-1b0df2026112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446072 Aug 12 17:39:01.271808 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-531478a4-e3f9-4699-9b20-f291d991b787 req-914be271-0d05-4018-b1b1-5799d1edf15d service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909975 Aug 12 17:39:01.392162 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-531478a4-e3f9-4699-9b20-f291d991b787 req-a4b0f976-3159-4a6e-a7bb-ec7e9532d104 service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087236 Aug 12 17:39:01.439716 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e4680-a9f9-4ceb-94f1-094a4e52fc6a req-f2a2976f-94c8-4177-8d02-6ee735910045 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:01.441279 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-118e4680-a9f9-4ceb-94f1-094a4e52fc6a req-f2a2976f-94c8-4177-8d02-6ee735910045 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0724704 Aug 12 17:39:01.482321 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-118e4680-a9f9-4ceb-94f1-094a4e52fc6a req-f2b019e2-77c7-4958-b2dc-b664f59a8ac8 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342631 Aug 12 17:39:01.778161 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fb794-34b8-4bf4-9965-368de694aa84 req-f59e5152-4496-4eba-abbc-abac536d1499 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:01.779725 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1d8fb794-34b8-4bf4-9965-368de694aa84 req-f59e5152-4496-4eba-abbc-abac536d1499 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 945 time: 0.0517864 Aug 12 17:39:01.824149 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1d8fb794-34b8-4bf4-9965-368de694aa84 req-985a3107-3050-49d4-8485-685851c76141 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381629 Aug 12 17:39:02.605941 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f6638-506d-49f4-bdad-7630c3b9911f req-534169e2-16c8-44b3-ad2c-08fd1b657f62 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:02.607569 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bb6f6638-506d-49f4-bdad-7630c3b9911f req-534169e2-16c8-44b3-ad2c-08fd1b657f62 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0518634 Aug 12 17:39:02.656347 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bb6f6638-506d-49f4-bdad-7630c3b9911f req-c7b781a9-b4dd-489c-9a02-7a55cae75d0e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Aug 12 17:39:02.703310 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:39:02.903924 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-91b597b5-9416-4639-972d-ff0161d3fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:02.956363 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007c467-7fd1-4920-8ea1-d25b5c4e803f req-d03153e3-8cae-4f25-be1f-d4101a284474 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:02.958171 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b007c467-7fd1-4920-8ea1-d25b5c4e803f req-d03153e3-8cae-4f25-be1f-d4101a284474 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 945 time: 0.0559676 Aug 12 17:39:03.003615 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b007c467-7fd1-4920-8ea1-d25b5c4e803f req-d62186b3-6848-4bf7-8b0c-2ef36267e3ff tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Aug 12 17:39:03.230962 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:04.037815 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:05.417896 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:09.947287 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8512ea-6956-4676-bd9f-30682175e33f req-383c57a4-375d-4548-9930-e0baa50740c0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:09.948869 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5a8512ea-6956-4676-bd9f-30682175e33f req-383c57a4-375d-4548-9930-e0baa50740c0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 945 time: 0.0836823 Aug 12 17:39:09.965158 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e0b5-f2bd-4585-b9e1-fdc164dfcb33 req-a81a0373-fc20-463e-9fe8-e2e1de662a29 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:09.967012 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-68e9e0b5-f2bd-4585-b9e1-fdc164dfcb33 req-a81a0373-fc20-463e-9fe8-e2e1de662a29 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0917971 Aug 12 17:39:10.030856 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5a8512ea-6956-4676-bd9f-30682175e33f req-23c31f30-9516-432f-8c0d-61dc70ff4792 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749431 Aug 12 17:39:10.036315 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-68e9e0b5-f2bd-4585-b9e1-fdc164dfcb33 req-00344dff-4c3a-4e23-8028-07e56f99083f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627546 Aug 12 17:39:11.179534 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2dc87-faa2-4c98-906a-6aca79894ceb req-e2648284-62e9-4943-a181-5b5d673fa864 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:11.181296 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6df2dc87-faa2-4c98-906a-6aca79894ceb req-e2648284-62e9-4943-a181-5b5d673fa864 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0530670 Aug 12 17:39:11.242628 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6df2dc87-faa2-4c98-906a-6aca79894ceb req-2af282a9-3816-458b-b443-320266264519 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510361 Aug 12 17:39:12.376425 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13de6f-4b0c-4e1b-a1f8-2332f6d4bb9a req-a1b51d2f-6bad-4330-8219-1d3c6c136345 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:12.377979 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7d13de6f-4b0c-4e1b-a1f8-2332f6d4bb9a req-a1b51d2f-6bad-4330-8219-1d3c6c136345 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0541601 Aug 12 17:39:12.407790 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device eeb76950-d385-4894-b6ea-d6452e24266f details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:39:12.432196 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7d13de6f-4b0c-4e1b-a1f8-2332f6d4bb9a req-5a87dc35-e094-43ba-9399-a399213c2a5b tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438123 Aug 12 17:39:12.516682 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port eeb76950-d385-4894-b6ea-d6452e24266f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=eeb76950-d385-4894-b6ea-d6452e24266f,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:12.529787 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'port_id': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'mac_address': 'fa:16:3e:50:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:39:12.574412 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:12.588729 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb76950-d385-4894-b6ea-d6452e24266f {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:39:12.609214 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port eeb76950-d385-4894-b6ea-d6452e24266f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=eeb76950-d385-4894-b6ea-d6452e24266f,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:12.613205 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:12.662437 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=eeb76950-d385-4894-b6ea-d6452e24266f,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:13.574694 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24963efa-228c-4e9f-816f-fdfa08c0f77b req-ded42d2e-63b4-4cf3-96b1-efdc7774c591 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:13.576347 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-24963efa-228c-4e9f-816f-fdfa08c0f77b req-ded42d2e-63b4-4cf3-96b1-efdc7774c591 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 945 time: 0.0536306 Aug 12 17:39:13.622537 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-24963efa-228c-4e9f-816f-fdfa08c0f77b req-0333263e-b08c-43a0-89e3-ec6f187980f2 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393510 Aug 12 17:39:15.520722 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['eeb76950-d385-4894-b6ea-d6452e24266f'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:39:17.544899 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdcfd7-af67-47cc-ab23-a4f7aec5f84b req-25e86250-5f6a-494a-b61e-653e8baf0a46 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:17.546511 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-38fdcfd7-af67-47cc-ab23-a4f7aec5f84b req-25e86250-5f6a-494a-b61e-653e8baf0a46 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 945 time: 0.0663366 Aug 12 17:39:17.592636 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-38fdcfd7-af67-47cc-ab23-a4f7aec5f84b req-d8196ff4-0d48-43b3-a3bd-73f098476989 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357509 Aug 12 17:39:18.671517 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-e723ad21-52bb-4f65-8a04-dd50aa0a9bab tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:18.673027 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-e723ad21-52bb-4f65-8a04-dd50aa0a9bab tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/networks?id=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 HTTP/1.1" status: 200 len: 813 time: 0.1056159 Aug 12 17:39:18.688709 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-0b5de129-6fed-4c73-ba08-a7893245d332 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/quotas/06c9ffc6d66f43f989f60557ee3970b0 HTTP/1.1" status: 200 len: 375 time: 0.0095158 Aug 12 17:39:18.728793 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-1af084ef-ea77-465f-94fe-10cc0efaceca tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=06c9ffc6d66f43f989f60557ee3970b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331135 Aug 12 17:39:18.838636 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6613408-8f14-4f04-a990-2acff0428ef5 req-4d1c0931-8cab-4b73-95d9-3f50cf08b5da tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:18.840180 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d6613408-8f14-4f04-a990-2acff0428ef5 req-4d1c0931-8cab-4b73-95d9-3f50cf08b5da tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 945 time: 0.1144948 Aug 12 17:39:18.884800 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-1835c462-8b25-4599-bfcc-5a097987787d service neutron] 10.222.0.25 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478455 Aug 12 17:39:18.914934 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d6613408-8f14-4f04-a990-2acff0428ef5 req-e97f3ccb-6938-402f-87bb-53242d27c490 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660043 Aug 12 17:39:18.982449 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-c7fd79f9-5e2c-4789-a1bf-e414085cc6b8 service neutron] 10.222.0.25 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914357 Aug 12 17:39:19.074896 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device eeb76950-d385-4894-b6ea-d6452e24266f up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:39:19.147759 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port eeb76950-d385-4894-b6ea-d6452e24266f completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:39:19.152291 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port eeb76950-d385-4894-b6ea-d6452e24266f triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:39:19.152668 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:19.185352 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a48020aa-5fc0-47c3-aaeb-9526a395cb81 req-6a951910-1495-43a6-baee-44de634c54ed tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 210 time: 0.0279462 Aug 12 17:39:19.250138 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:19.278339 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:19.280729 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1416f732-4396-4a48-8547-31851e6860aa" -d '{"events": [{"server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "name": "network-vif-plugged", "status": "completed", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:19.294924 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port eeb76950-d385-4894-b6ea-d6452e24266f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=eeb76950-d385-4894-b6ea-d6452e24266f,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:19.299977 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:19.342835 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e3847f-e6aa-4b85-a41d-ff0d891dd90f x-openstack-request-id: req-22e3847f-e6aa-4b85-a41d-ff0d891dd90f {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:19.343130 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "name": "network-vif-plugged", "status": "completed", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:19.343385 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22e3847f-e6aa-4b85-a41d-ff0d891dd90f {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:19.343780 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'code': 200} Aug 12 17:39:19.369442 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=eeb76950-d385-4894-b6ea-d6452e24266f,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:19.668194 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a2c93-2b9d-4f58-aa25-1d659bc05d57 req-efc72f1e-fa7d-43f0-99cf-749da4f5d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:19.670886 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5c8a2c93-2b9d-4f58-aa25-1d659bc05d57 req-efc72f1e-fa7d-43f0-99cf-749da4f5d611 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 1099 time: 0.0692902 Aug 12 17:39:19.735024 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5c8a2c93-2b9d-4f58-aa25-1d659bc05d57 req-6d328d7c-57ff-46f2-8aa0-0e85c4dd12b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518806 Aug 12 17:39:20.120228 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c5c11-8b09-4611-9cdc-93e891b0d65f req-80e5de2a-9c11-4b6f-bd2e-f6e1800481ab tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:20.120228 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-736c5c11-8b09-4611-9cdc-93e891b0d65f req-80e5de2a-9c11-4b6f-bd2e-f6e1800481ab tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0568218 Aug 12 17:39:20.165050 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-736c5c11-8b09-4611-9cdc-93e891b0d65f req-3fd0530a-8d86-4667-9def-4b03e0f17183 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371497 Aug 12 17:39:20.244439 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d455fe4-b2ef-4215-935b-2749ddf0042f req-cb7ea892-a8af-46a5-a45c-f363d32a44f6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:20.246295 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8d455fe4-b2ef-4215-935b-2749ddf0042f req-cb7ea892-a8af-46a5-a45c-f363d32a44f6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0597587 Aug 12 17:39:20.310755 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d83bb69a-4f82-4d56-bd91-47fccdb32bcf req-2eac94d9-c43c-4f75-ad56-7e8a37b9d900 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 210 time: 0.0461667 Aug 12 17:39:20.323355 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8d455fe4-b2ef-4215-935b-2749ddf0042f req-d878aa0f-b465-481f-8883-6d798a9d6ade tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709107 Aug 12 17:39:20.922053 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-46ab44e1-ff8e-427e-8326-f9fc80efc21c tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:20.924529 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-46ab44e1-ff8e-427e-8326-f9fc80efc21c tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.10 "GET /v2.0/networks?id=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 HTTP/1.1" status: 200 len: 813 time: 0.1150370 Aug 12 17:39:20.940310 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Request body: {'port': {'device_id': '2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42', 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945', 'admin_state_up': True, 'tenant_id': '06c9ffc6d66f43f989f60557ee3970b0'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:39:21.054376 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Made reservation on behalf of 06c9ffc6d66f43f989f60557ee3970b0 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:39:21.057832 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:21.193836 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Allocated IP 172.20.0.9 (0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945/cea8a4b4-e051-4887-927f-bf4ac53fc7f4/16f22883-ed83-4a6a-85eb-fdd7c61e75a1) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:39:21.298377 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5539bdd-41d1-4f41-87f3-b1f6cf6f3da2 req-72c64ac0-7242-4dd5-97d5-b60d91eecd8d tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:21.300821 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b5539bdd-41d1-4f41-87f3-b1f6cf6f3da2 req-72c64ac0-7242-4dd5-97d5-b60d91eecd8d tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0589991 Aug 12 17:39:21.343593 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b5539bdd-41d1-4f41-87f3-b1f6cf6f3da2 req-8911da20-21df-4a2c-8315-0d562e6fd2b7 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321712 Aug 12 17:39:21.367712 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:21.410394 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-003a8a3e-04c2-4157-95b7-ef2a7c527d36 req-b0220a8c-e257-4ff1-be59-7cb6ab63ec5b tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 210 time: 0.0271523 Aug 12 17:39:21.414125 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:21.460151 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83253e18-d3c9-4cfa-818d-fa99ecea32d1 req-b991849c-3f1f-4e0f-8930-f9fb7715be26 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:21.461556 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-83253e18-d3c9-4cfa-818d-fa99ecea32d1 req-b991849c-3f1f-4e0f-8930-f9fb7715be26 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0539651 Aug 12 17:39:21.465001 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:39:21.468184 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:39:21.472002 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:39:21.478473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Pushing event updated for resources: {'Port': ['ID=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:21.501325 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-83253e18-d3c9-4cfa-818d-fa99ecea32d1 req-f1b20468-d51a-4b21-8045-adac554c48f8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329056 Aug 12 17:39:21.524562 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:21.525184 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:21.538834 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-d715d6f6-4c7e-4c16-aae9-da828ea110af tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6027360 Aug 12 17:39:21.589277 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Request body: {'port': {'device_id': '2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:39:21.645689 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:21.929153 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:39:21.938181 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:21.950778 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Transition to ACTIVE for port object 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:39:21.956256 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:22.014555 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Pushing event updated for resources: {'Port': ['ID=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:22.097925 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Attempting to bind port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:39:22.098334 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Attempting to bind port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '65962bde-4ff8-453d-a43e-ea828cea4335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:39:22.098646 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Attempting to bind port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 on network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:39:22.103752 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 on network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:39:22.104089 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Attempting to bind port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 on network 0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:39:22.109236 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:39:22.109587 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Checking segment: {'id': '65962bde-4ff8-453d-a43e-ea828cea4335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:39:22.111117 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Bound using segment: {'id': '65962bde-4ff8-453d-a43e-ea828cea4335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:39:22.111117 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Bound port: 16f22883-ed83-4a6a-85eb-fdd7c61e75a1, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65962bde-4ff8-453d-a43e-ea828cea4335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:39:22.111117 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:22.175331 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] For port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:39:22.178525 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] For port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,segment=NetworkSegment(65962bde-4ff8-453d-a43e-ea828cea4335),segment_id=65962bde-4ff8-453d-a43e-ea828cea4335)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:39:22.182936 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:22.218100 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:22.218722 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:22.220144 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] 10.222.0.10 "PUT /v2.0/ports/16f22883-ed83-4a6a-85eb-fdd7c61e75a1 HTTP/1.1" status: 200 len: 1093 time: 0.6352584 Aug 12 17:39:22.220653 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42', 'tag': '16f22883-ed83-4a6a-85eb-fdd7c61e75a1'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:22.222857 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952b9bad-97ba-40fd-b3ea-bfae83d5781a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42", "tag": "16f22883-ed83-4a6a-85eb-fdd7c61e75a1"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:22.248178 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c6423-49b5-448c-b677-4012c14bbfba service neutron] Pushing event updated for resources: {'Port': ['ID=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:22.278004 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac60e0a-1666-4f0b-acfb-e5f107d18d80 x-openstack-request-id: req-aac60e0a-1666-4f0b-acfb-e5f107d18d80 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:22.278599 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42", "tag": "16f22883-ed83-4a6a-85eb-fdd7c61e75a1", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:22.278599 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aac60e0a-1666-4f0b-acfb-e5f107d18d80 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:22.278955 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42', 'tag': '16f22883-ed83-4a6a-85eb-fdd7c61e75a1', 'status': 'completed', 'code': 200} Aug 12 17:39:22.339056 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-e0a6be3d-b67f-4237-a3eb-a795429b6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:22.340707 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-e0a6be3d-b67f-4237-a3eb-a795429b6242 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06c9ffc6d66f43f989f60557ee3970b0&device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 1096 time: 0.0488861 Aug 12 17:39:22.406918 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-278307c5-9dfa-4a72-ae00-a88c8dbecbf7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f22883-ed83-4a6a-85eb-fdd7c61e75a1 HTTP/1.1" status: 200 len: 217 time: 0.0366819 Aug 12 17:39:22.469364 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63921c33-5ca3-4787-8dda-1e7bf68deca8 req-d8ce4fef-4deb-4d33-baf2-726e51a7c7c8 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:22.470186 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-979d95c1-d388-4c1b-a189-6ae337005031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:22.471300 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-63921c33-5ca3-4787-8dda-1e7bf68deca8 req-d8ce4fef-4deb-4d33-baf2-726e51a7c7c8 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0569911 Aug 12 17:39:22.471678 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-979d95c1-d388-4c1b-a189-6ae337005031 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cea8a4b4-e051-4887-927f-bf4ac53fc7f4 HTTP/1.1" status: 200 len: 853 time: 0.0521364 Aug 12 17:39:22.516329 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-a1072e77-4c24-4966-8310-53e5d93dcbc5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293262 Aug 12 17:39:22.538272 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-63921c33-5ca3-4787-8dda-1e7bf68deca8 req-4ef3b525-ba76-4f56-b54a-413e81a80203 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605028 Aug 12 17:39:22.565576 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1b1bf-cc36-4597-919b-7fbaaee7342c req-52d2e26e-74cd-4ae5-b4c5-bdc9a3bc1af9 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:22.567987 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3eb1b1bf-cc36-4597-919b-7fbaaee7342c req-52d2e26e-74cd-4ae5-b4c5-bdc9a3bc1af9 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 943 time: 0.0767536 Aug 12 17:39:22.615620 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3eb1b1bf-cc36-4597-919b-7fbaaee7342c req-931f94ba-8256-4ad6-804e-f101efaac6e8 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Aug 12 17:39:22.622790 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-398fab90-9338-42f8-a690-6d701ab9a732 service neutron] 10.222.0.10 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957801 Aug 12 17:39:22.671376 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850d594-686f-4198-9039-0ce0bbf0ed35 req-4edbc21a-48d7-4404-8dda-0ed4e8b1c314 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:22.672957 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d850d594-686f-4198-9039-0ce0bbf0ed35 req-4edbc21a-48d7-4404-8dda-0ed4e8b1c314 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0564280 Aug 12 17:39:22.735024 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-891d2d46-ccd7-4aa6-813b-0e39efdaa93c req-a7d3b841-4bef-4ed6-ad59-737638eec7cc service neutron] 10.222.0.10 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002212 Aug 12 17:39:22.744717 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d850d594-686f-4198-9039-0ce0bbf0ed35 req-ee621795-b12a-4d2b-bace-d24b51ecb75b tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588596 Aug 12 17:39:22.760484 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770769-d392-418c-85c0-ef6b298e65b5 req-e933f291-7d7b-49d1-866e-c956ccf87e78 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:22.762053 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-07770769-d392-418c-85c0-ef6b298e65b5 req-e933f291-7d7b-49d1-866e-c956ccf87e78 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0850368 Aug 12 17:39:22.805461 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-07770769-d392-418c-85c0-ef6b298e65b5 req-bf7c3f48-b80c-45fb-86c1-ae4cc83391cb tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371900 Aug 12 17:39:22.828928 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 50554) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:39:22.901160 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b9bad-97ba-40fd-b3ea-bfae83d5781a req-c21a6579-596e-48ff-8ba9-c179e820fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:22.902744 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-952b9bad-97ba-40fd-b3ea-bfae83d5781a req-c21a6579-596e-48ff-8ba9-c179e820fd03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=06c9ffc6d66f43f989f60557ee3970b0&device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 1096 time: 0.0468967 Aug 12 17:39:23.026272 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0447a88d-b49f-4269-b9cf-e6e265060a54 tempest-TestShelveInstance-424620606 tempest-TestShelveInstance-424620606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:23.027859 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-0447a88d-b49f-4269-b9cf-e6e265060a54 tempest-TestShelveInstance-424620606 tempest-TestShelveInstance-424620606-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 1094 time: 0.1978292 Aug 12 17:39:23.031120 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 50558) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:39:23.037184 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Request body: {'floatingip': {'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'port_id': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:39:23.063568 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for floatingip, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:23.166718 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:23.286025 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Allocated IP 172.27.1.163 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/aef48ee3-5e64-4388-9e8f-f7d07a760c8d) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:39:23.322022 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b9bad-97ba-40fd-b3ea-bfae83d5781a req-e7defc7d-1428-4103-8f43-016b65bc4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:23.323576 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-952b9bad-97ba-40fd-b3ea-bfae83d5781a req-e7defc7d-1428-4103-8f43-016b65bc4c31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 HTTP/1.1" status: 200 len: 913 time: 0.0988069 Aug 12 17:39:23.370054 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-952b9bad-97ba-40fd-b3ea-bfae83d5781a req-19b53b26-de31-4262-bc09-19d2006971a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f22883-ed83-4a6a-85eb-fdd7c61e75a1 HTTP/1.1" status: 200 len: 217 time: 0.0373807 Aug 12 17:39:23.407709 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:23.426531 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b9bad-97ba-40fd-b3ea-bfae83d5781a req-6d4e4bd6-0bab-4d4a-8f5c-ed1f94d35f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:23.428035 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-952b9bad-97ba-40fd-b3ea-bfae83d5781a req-6d4e4bd6-0bab-4d4a-8f5c-ed1f94d35f0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cea8a4b4-e051-4887-927f-bf4ac53fc7f4 HTTP/1.1" status: 200 len: 853 time: 0.0479767 Aug 12 17:39:23.454559 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:23.492941 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-952b9bad-97ba-40fd-b3ea-bfae83d5781a req-a323a820-c7fd-4f6e-aabe-02f35915ccdb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337026 Aug 12 17:39:23.495869 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:39:23.497363 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:39:23.500063 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:39:23.527428 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event updated for resources: {'Port': ['ID=aef48ee3-5e64-4388-9e8f-f7d07a760c8d,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:23.548469 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.548833 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.549179 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.549517 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.549854 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.550221 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.550556 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.550887 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.551222 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.551549 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.551890 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.552196 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:23.615971 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-952b9bad-97ba-40fd-b3ea-bfae83d5781a req-bd3d14e6-600c-4d44-b5fd-42e003f49d58 service neutron] 10.222.0.10 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940208 Aug 12 17:39:23.714488 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-952b9bad-97ba-40fd-b3ea-bfae83d5781a req-8efbcde8-0e4f-440a-b096-cbd2e9a5dc3f service neutron] 10.222.0.10 "GET /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906863 Aug 12 17:39:23.793467 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe98772-e449-48da-b5b8-2e34eaaa772e req-0309b3ca-d574-41da-8149-14d499518eee tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:23.795032 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-abe98772-e449-48da-b5b8-2e34eaaa772e req-0309b3ca-d574-41da-8149-14d499518eee tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 943 time: 0.1050212 Aug 12 17:39:23.876641 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-abe98772-e449-48da-b5b8-2e34eaaa772e req-20682989-0930-46d4-a3b9-5d4bb4f3a7cf tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745485 Aug 12 17:39:23.988446 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:24.045065 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea844e3c-15d9-40a1-a738-55170c54c846 req-11bbd991-0b32-4d5a-9635-1ad5e9d885ed tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:24.046829 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea844e3c-15d9-40a1-a738-55170c54c846 req-11bbd991-0b32-4d5a-9635-1ad5e9d885ed tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0998273 Aug 12 17:39:24.092499 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:24.130193 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea844e3c-15d9-40a1-a738-55170c54c846 req-8b691f1b-1cf9-4d8c-87d4-1b491991b3b8 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773919 Aug 12 17:39:24.264463 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:24.270230 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:24.304164 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:24.353917 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event updated for resources: {'Port': ['ID=aef48ee3-5e64-4388-9e8f-f7d07a760c8d,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:24.422806 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.l3_db [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Floating IP d2625f56-7dd4-4fd9-bbd5-b70f3e8eec81 associated. External IP: 172.27.1.163, port: eeb76950-d385-4894-b6ea-d6452e24266f. Aug 12 17:39:24.650027 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:39:25.008349 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:39:25.020434 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] Sync routers for ids ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:39:25.030685 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:25.033868 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] Routers {'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:39:25.035036 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:39:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:25.041985 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdce8b-96e2-4ef1-ae68-bd687236b3c6 req-7f5c25db-4eb3-4925-9b29-71271e4e2b6c tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:25.043588 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f3fdce8b-96e2-4ef1-ae68-bd687236b3c6 req-7f5c25db-4eb3-4925-9b29-71271e4e2b6c tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 943 time: 0.0714028 Aug 12 17:39:25.087662 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-da393f95-74d2-437c-9dfe-0827cafd5b89 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0545542 Aug 12 17:39:25.090420 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:25.092970 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a276841-3c8d-4a85-a736-586f6c207f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:25.119532 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f3fdce8b-96e2-4ef1-ae68-bd687236b3c6 req-d9a7de0d-0dfd-4f06-82cf-67433fc173cc tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608172 Aug 12 17:39:25.148286 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] Set router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:39:25.148638 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17074ee-4dd3-4807-89a6-a4e19f25b081 x-openstack-request-id: req-b17074ee-4dd3-4807-89a6-a4e19f25b081 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:25.149020 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:25.149390 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b17074ee-4dd3-4807-89a6-a4e19f25b081 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:25.150045 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'status': 'completed', 'code': 200} Aug 12 17:39:25.239367 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-169059b3-0020-45e1-9695-acad834cd245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:25.241878 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-169059b3-0020-45e1-9695-acad834cd245 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e08929182234a50ba7ced4bb80bfd0b&device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 1099 time: 0.0685413 Aug 12 17:39:25.286955 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3dd9c-868c-4ae4-b01a-7c5b6874e333 req-7720191c-4655-4391-ac2f-f38976d77e0e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:25.289096 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c9e3dd9c-868c-4ae4-b01a-7c5b6874e333 req-7720191c-4655-4391-ac2f-f38976d77e0e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0557084 Aug 12 17:39:25.332447 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c9e3dd9c-868c-4ae4-b01a-7c5b6874e333 req-ee5a6a90-fb2b-4c82-bdba-4076f7f69a07 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361333 Aug 12 17:39:25.366340 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-6bf72a23-949f-4d94-8451-aeab4ee186a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:25.367854 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-6bf72a23-949f-4d94-8451-aeab4ee186a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26b486f8-6579-42bc-8c65-1b0df2026112 HTTP/1.1" status: 200 len: 908 time: 0.1170902 Aug 12 17:39:25.453243 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-4b3e374e-4084-40ce-8633-e173d7fe09a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb76950-d385-4894-b6ea-d6452e24266f HTTP/1.1" status: 200 len: 1000 time: 0.0773356 Aug 12 17:39:25.490568 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:58Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': 'd2625f56-7dd4-4fd9-bbd5-b70f3e8eec81', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'port_id': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'mac_address': 'fa:16:3e:50:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eea134-37d3-4472-b739-b4ba8410f24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:39:23Z', 'updated_at': '2021-08-12T17:39:23Z', 'revision_number': 0, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c040b8-d17e-4b8b-8cd6-d781938d59c4', 'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'mac_address': 'fa:16:3e:99:bd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:57Z', 'updated_at': '2021-08-12T17:38:07Z', 'revision_number': 5, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'subnets': [{'id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:25.511436 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-7a123d79-3d04-46ba-941d-7880124d60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:25.513148 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-7a123d79-3d04-46ba-941d-7880124d60a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=614b337d-8f59-4cac-b753-4adbb72f2fa2 HTTP/1.1" status: 200 len: 847 time: 0.0495465 Aug 12 17:39:25.521599 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] Checking router: fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:39:25.537560 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] Routers {'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:39:25.539015 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:39:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:25.577198 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-22ef54fd-260f-4963-855f-5aa347fba3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:25.577198 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-22ef54fd-260f-4963-855f-5aa347fba3e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b486f8-6579-42bc-8c65-1b0df2026112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525293 Aug 12 17:39:25.683969 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] Set router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:39:25.707276 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-3ba9c987-1864-4001-ab28-d7e68a4e4134 service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187687 Aug 12 17:39:25.802381 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5a276841-3c8d-4a85-a736-586f6c207f9e req-fe16afaf-5def-4eb4-aef5-dbd1b53b52cf service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874376 Aug 12 17:39:25.930195 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:58Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': 'd2625f56-7dd4-4fd9-bbd5-b70f3e8eec81', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'port_id': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'mac_address': 'fa:16:3e:50:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eea134-37d3-4472-b739-b4ba8410f24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:39:23Z', 'updated_at': '2021-08-12T17:39:23Z', 'revision_number': 0, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c040b8-d17e-4b8b-8cd6-d781938d59c4', 'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'mac_address': 'fa:16:3e:99:bd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:57Z', 'updated_at': '2021-08-12T17:38:07Z', 'revision_number': 5, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'subnets': [{'id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:25.956591 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70248cf-b8d2-4e30-a457-702481eb3571 None None] The sync data for ids ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'] in dv-cinder-788253-6-iscsi is: [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:58Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': 'd2625f56-7dd4-4fd9-bbd5-b70f3e8eec81', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'port_id': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'mac_address': 'fa:16:3e:50:c9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eea134-37d3-4472-b739-b4ba8410f24f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:39:23Z', 'updated_at': '2021-08-12T17:39:23Z', 'revision_number': 0, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c040b8-d17e-4b8b-8cd6-d781938d59c4', 'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'mac_address': 'fa:16:3e:99:bd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:57Z', 'updated_at': '2021-08-12T17:38:07Z', 'revision_number': 5, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'subnets': [{'id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:39:26.136262 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ba4e2f-0830-48ab-89bd-eb026b8a4da1 None None] New status for floating IP d2625f56-7dd4-4fd9-bbd5-b70f3e8eec81: ACTIVE {{(pid=94310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:39:26.240220 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c711b-1de8-4ec3-9d0a-6988585b1e44 req-da6aa2a1-be0b-4913-bf43-84e8aa3da447 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:26.246827 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-568c711b-1de8-4ec3-9d0a-6988585b1e44 req-da6aa2a1-be0b-4913-bf43-84e8aa3da447 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 943 time: 0.0557065 Aug 12 17:39:26.284103 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-568c711b-1de8-4ec3-9d0a-6988585b1e44 req-60939448-b29d-454f-b376-765bfd30b4e2 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356524 Aug 12 17:39:26.454404 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906c1e0-58c5-424f-b982-b6d8fdf37a11 req-40649ac9-cedb-40e6-bdd0-e331115ed8ec tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:26.455842 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f906c1e0-58c5-424f-b982-b6d8fdf37a11 req-40649ac9-cedb-40e6-bdd0-e331115ed8ec tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0502000 Aug 12 17:39:26.492761 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f906c1e0-58c5-424f-b982-b6d8fdf37a11 req-5774408a-55a4-483b-8789-73223fbe5eff tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304048 Aug 12 17:39:26.851452 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-9e6f18d8-aef4-4959-affe-6e50b33b746d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:26.853193 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-9e6f18d8-aef4-4959-affe-6e50b33b746d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.10 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 946 time: 0.0677629 Aug 12 17:39:26.974421 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-c36877cb-5ea5-48e0-9025-25e4b907fe18 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Deleting port ddf6b15c-5863-41e5-9ce4-548ec7dfc763 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:39:26.974796 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-c36877cb-5ea5-48e0-9025-25e4b907fe18 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:27.063991 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-c36877cb-5ea5-48e0-9025-25e4b907fe18 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] For port ddf6b15c-5863-41e5-9ce4-548ec7dfc763, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:27.064436 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-c36877cb-5ea5-48e0-9025-25e4b907fe18 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:27.078678 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-c36877cb-5ea5-48e0-9025-25e4b907fe18 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Calling delete_port for ddf6b15c-5863-41e5-9ce4-548ec7dfc763 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:39:27.220600 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-c36877cb-5ea5-48e0-9025-25e4b907fe18 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:27.232772 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['616a918d-17a7-43ac-976b-6d1af4519a10'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:39:27.252338 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36877cb-5ea5-48e0-9025-25e4b907fe18 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Pushing event deleted for resources: {'Port': ['ID=ddf6b15c-5863-41e5-9ce4-548ec7dfc763,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:27.319713 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-c36877cb-5ea5-48e0-9025-25e4b907fe18 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] No DVR routers for this DVR port ddf6b15c-5863-41e5-9ce4-548ec7dfc763 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:39:27.323024 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-c36877cb-5ea5-48e0-9025-25e4b907fe18 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:27.325388 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-c4822ee4-5e2c-4fd2-992b-94243b2b19c1 req-c36877cb-5ea5-48e0-9025-25e4b907fe18 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.10 "DELETE /v2.0/ports/ddf6b15c-5863-41e5-9ce4-548ec7dfc763 HTTP/1.1" status: 204 len: 173 time: 0.4651563 Aug 12 17:39:27.325861 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29a11e4-db56-4b1c-baf3-d144ac4a9ce2', 'name': 'network-vif-deleted', 'tag': 'ddf6b15c-5863-41e5-9ce4-548ec7dfc763'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:27.335964 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf17af0-6c31-4526-a956-7e882ce3f7c3" -d '{"events": [{"server_uuid": "d29a11e4-db56-4b1c-baf3-d144ac4a9ce2", "name": "network-vif-deleted", "tag": "ddf6b15c-5863-41e5-9ce4-548ec7dfc763"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:27.442021 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9042bb-87a5-4a92-8fca-40799a5362fc req-d2ea5b83-5416-40ca-b735-f4c6618e8e7a tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:27.450661 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0a9042bb-87a5-4a92-8fca-40799a5362fc req-d2ea5b83-5416-40ca-b735-f4c6618e8e7a tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 943 time: 0.0646930 Aug 12 17:39:27.493980 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0a9042bb-87a5-4a92-8fca-40799a5362fc req-d88dd949-c4ec-4121-a51c-b6f936fcafeb tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Aug 12 17:39:27.545101 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5edd8b-5042-4e88-895b-da19d93b72de x-openstack-request-id: req-4a5edd8b-5042-4e88-895b-da19d93b72de {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:27.546218 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29a11e4-db56-4b1c-baf3-d144ac4a9ce2", "name": "network-vif-deleted", "tag": "ddf6b15c-5863-41e5-9ce4-548ec7dfc763", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:27.546828 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a5edd8b-5042-4e88-895b-da19d93b72de {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:27.547434 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29a11e4-db56-4b1c-baf3-d144ac4a9ce2', 'name': 'network-vif-deleted', 'tag': 'ddf6b15c-5863-41e5-9ce4-548ec7dfc763', 'status': 'completed', 'code': 200} Aug 12 17:39:27.612310 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4e836b87-d082-4ad2-bd3d-2d09531578e4 req-f14b14f0-9484-48ef-a869-4a3664f7066d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=d29a11e4-db56-4b1c-baf3-d144ac4a9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0311728 Aug 12 17:39:28.627729 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd8288-6be7-4aeb-9a91-f4aaeae18bce req-f44b84f9-91e5-4ee4-836e-213a28e847b3 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:28.629290 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-64dd8288-6be7-4aeb-9a91-f4aaeae18bce req-f44b84f9-91e5-4ee4-836e-213a28e847b3 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 943 time: 0.0557663 Aug 12 17:39:28.665982 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f1f78057-7666-456e-836f-7407889f9c2c req-aaac08bc-9278-422b-bd51-bbcbfccc2300 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484161 Aug 12 17:39:28.674795 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-64dd8288-6be7-4aeb-9a91-f4aaeae18bce req-0cbec578-f804-42e5-991a-70eed912432c tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385599 Aug 12 17:39:28.747820 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78057-7666-456e-836f-7407889f9c2c req-5e1c6163-9d59-4dce-aa48-cf3415c87f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:28.750144 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f1f78057-7666-456e-836f-7407889f9c2c req-5e1c6163-9d59-4dce-aa48-cf3415c87f46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 1099 time: 0.0479958 Aug 12 17:39:28.877590 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78057-7666-456e-836f-7407889f9c2c req-2c78f82d-31ef-4ab7-a9d3-8de7a42ae6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:28.879062 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f1f78057-7666-456e-836f-7407889f9c2c req-2c78f82d-31ef-4ab7-a9d3-8de7a42ae6fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 200 len: 918 time: 0.1034017 Aug 12 17:39:28.909221 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8d3a9-851b-4280-b4e5-da5065a0a318 req-eaf6a6f5-1108-4576-983c-2f032f50f8f9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:28.910925 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4fc8d3a9-851b-4280-b4e5-da5065a0a318 req-eaf6a6f5-1108-4576-983c-2f032f50f8f9 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0514190 Aug 12 17:39:28.929457 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f1f78057-7666-456e-836f-7407889f9c2c req-7826595b-1d3f-4a10-aee6-c837de2101f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=616a918d-17a7-43ac-976b-6d1af4519a10 HTTP/1.1" status: 200 len: 217 time: 0.0391588 Aug 12 17:39:28.952514 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4fc8d3a9-851b-4280-b4e5-da5065a0a318 req-bf08b37d-59a9-403c-953c-0a8cd35a0bf0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348995 Aug 12 17:39:29.001791 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78057-7666-456e-836f-7407889f9c2c req-80653ba5-5f9a-430f-bb96-780bd9f85752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:29.003318 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f1f78057-7666-456e-836f-7407889f9c2c req-80653ba5-5f9a-430f-bb96-780bd9f85752 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=10424a1a-330a-4912-aa2a-fb4af80b3911 HTTP/1.1" status: 200 len: 858 time: 0.0455048 Aug 12 17:39:29.036636 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f1f78057-7666-456e-836f-7407889f9c2c req-7f68ebed-5aa0-4d36-a11a-c57980db3492 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2316014-db78-41a6-b7d2-c5985f4c6c0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248327 Aug 12 17:39:29.138107 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f1f78057-7666-456e-836f-7407889f9c2c req-0a729c21-4744-4c6f-99d2-7da392b7623d service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907462 Aug 12 17:39:29.158843 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:39:29.161561 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device ddf6b15c-5863-41e5-9ce4-548ec7dfc763 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:39:29.192949 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: ddf6b15c-5863-41e5-9ce4-548ec7dfc763 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:39:29.193289 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device ddf6b15c-5863-41e5-9ce4-548ec7dfc763 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:39:29.238207 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f1f78057-7666-456e-836f-7407889f9c2c req-d19e1a7f-23c6-43f5-8e97-71f5097a7d1a service neutron] 10.222.0.10 "GET /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905883 Aug 12 17:39:29.281567 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,segment=NetworkSegment(65962bde-4ff8-453d-a43e-ea828cea4335),segment_id=65962bde-4ff8-453d-a43e-ea828cea4335)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:29.293604 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '16f22883-ed83-4a6a-85eb-fdd7c61e75a1', 'network_id': '0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945', 'port_id': '16f22883-ed83-4a6a-85eb-fdd7c61e75a1', 'mac_address': 'fa:16:3e:e3:c4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cea8a4b4-e051-4887-927f-bf4ac53fc7f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:39:29.336320 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:29.351469 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:39:29.373658 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,segment=NetworkSegment(65962bde-4ff8-453d-a43e-ea828cea4335),segment_id=65962bde-4ff8-453d-a43e-ea828cea4335)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:29.377915 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:29.436566 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:29.812898 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a8426-764a-4d9b-9df5-5d125a8077ed req-085a80fa-ed7d-407b-b8e2-19a2577fd20e tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:29.812898 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e83a8426-764a-4d9b-9df5-5d125a8077ed req-085a80fa-ed7d-407b-b8e2-19a2577fd20e tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 944 time: 0.0615919 Aug 12 17:39:29.822290 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:29.865195 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e83a8426-764a-4d9b-9df5-5d125a8077ed req-4ac40694-79d6-49ea-a73d-c53a34510865 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464056 Aug 12 17:39:29.954915 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['16f22883-ed83-4a6a-85eb-fdd7c61e75a1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:39:30.066143 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0618e49c-2f14-42bc-9107-27ea65d8ee5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:30.079393 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b6ca3-df06-44ef-b71d-c2957698aa56 req-4acd7ac5-ec63-41fe-b57f-c8d2e72e711e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:30.080935 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8b8b6ca3-df06-44ef-b71d-c2957698aa56 req-4acd7ac5-ec63-41fe-b57f-c8d2e72e711e tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0560524 Aug 12 17:39:30.127953 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8b8b6ca3-df06-44ef-b71d-c2957698aa56 req-f0bf7493-7073-4489-b509-e767205a109d tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Aug 12 17:39:30.981294 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd62de-6a2e-468e-b3a2-f11e512c0d4a req-98cb8b50-380f-4bc3-9085-6086bcc9722c tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:30.982820 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e0fd62de-6a2e-468e-b3a2-f11e512c0d4a req-98cb8b50-380f-4bc3-9085-6086bcc9722c tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 944 time: 0.0490153 Aug 12 17:39:31.025349 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e0fd62de-6a2e-468e-b3a2-f11e512c0d4a req-bcc159a2-b7f1-464a-8abc-6b68aad93cbf tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366523 Aug 12 17:39:31.140143 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ada4-2154-4a87-b3db-46fa0e371e13 req-fa7d8e84-51d4-4a59-9e35-ab939a5d05ff tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:31.141636 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-56a1ada4-2154-4a87-b3db-46fa0e371e13 req-fa7d8e84-51d4-4a59-9e35-ab939a5d05ff tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 945 time: 0.0520909 Aug 12 17:39:31.179680 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-56a1ada4-2154-4a87-b3db-46fa0e371e13 req-301c0174-fb0d-419f-b3a2-0a71b3330b02 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320189 Aug 12 17:39:31.246542 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340318f1-904b-4bb5-822b-e6b2865108af req-21a26ec6-3f52-4373-86e5-f79063608ddc tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:31.248048 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-340318f1-904b-4bb5-822b-e6b2865108af req-21a26ec6-3f52-4373-86e5-f79063608ddc tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0482161 Aug 12 17:39:31.291219 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-340318f1-904b-4bb5-822b-e6b2865108af req-f2333b6f-f2ca-4dac-85cd-ac97bb905cd3 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Aug 12 17:39:32.145619 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07459e1-0248-4177-98c7-dcf9c3bfddc4 req-91a8b399-364b-4e55-aff6-53523c870768 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:32.147778 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d07459e1-0248-4177-98c7-dcf9c3bfddc4 req-91a8b399-364b-4e55-aff6-53523c870768 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 944 time: 0.0489743 Aug 12 17:39:32.184214 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d07459e1-0248-4177-98c7-dcf9c3bfddc4 req-d9dc1b5f-c4f7-4251-8eb3-2344a8813656 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305128 Aug 12 17:39:32.300347 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7fe1c-c9ca-425d-adbc-86118660026f req-4aa7ea59-38b9-4fd0-b5b0-43b642dd6384 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:32.302513 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5dc7fe1c-c9ca-425d-adbc-86118660026f req-4aa7ea59-38b9-4fd0-b5b0-43b642dd6384 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 945 time: 0.0533795 Aug 12 17:39:32.341697 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5dc7fe1c-c9ca-425d-adbc-86118660026f req-c6ddec7e-1d8d-41f8-bae8-057511ed6c17 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337722 Aug 12 17:39:32.407334 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf338dc6-82bc-4944-bc09-df7e3f2fd10c req-7a2a2a6b-5cff-4a53-a12d-e09078243f58 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:32.408993 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bf338dc6-82bc-4944-bc09-df7e3f2fd10c req-7a2a2a6b-5cff-4a53-a12d-e09078243f58 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0479116 Aug 12 17:39:32.447216 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bf338dc6-82bc-4944-bc09-df7e3f2fd10c req-200893bb-ca62-4491-9b12-75fa3ffe60b7 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314784 Aug 12 17:39:32.894566 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-efd8e585-61eb-4269-b027-bf0ca9aec20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:33.132971 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:39:33.190265 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:39:33.194209 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:39:33.194588 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:33.244650 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:33.289628 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:33.306921 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e77a64-77ee-4eaf-9645-68fb35c45d5f req-f4a5b2e5-ead3-4687-91ea-a7986742003f tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:33.308496 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a1e77a64-77ee-4eaf-9645-68fb35c45d5f req-f4a5b2e5-ead3-4687-91ea-a7986742003f tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 944 time: 0.0521419 Aug 12 17:39:33.312429 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f22883-ed83-4a6a-85eb-fdd7c61e75a1'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:33.314794 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ba0a3b-cd13-428e-92e7-5512f50bb776" -d '{"events": [{"server_uuid": "2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42", "name": "network-vif-plugged", "status": "completed", "tag": "16f22883-ed83-4a6a-85eb-fdd7c61e75a1"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:33.331457 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,segment=NetworkSegment(65962bde-4ff8-453d-a43e-ea828cea4335),segment_id=65962bde-4ff8-453d-a43e-ea828cea4335)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:33.337959 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:33.360096 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a1e77a64-77ee-4eaf-9645-68fb35c45d5f req-12f3b6d6-2850-4514-b5e9-88cf7376637e tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 Aug 12 17:39:33.368234 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdd4b14-ab17-4ca5-8edb-44d03c8a5568 x-openstack-request-id: req-5bdd4b14-ab17-4ca5-8edb-44d03c8a5568 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:33.368522 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42", "name": "network-vif-plugged", "status": "completed", "tag": "16f22883-ed83-4a6a-85eb-fdd7c61e75a1", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:33.368787 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bdd4b14-ab17-4ca5-8edb-44d03c8a5568 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:33.370015 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f22883-ed83-4a6a-85eb-fdd7c61e75a1', 'code': 200} Aug 12 17:39:33.403828 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:33.485531 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b319f-9d6f-4651-ae0c-4282a6df0f8a req-f0490b5b-0227-40a7-be09-252004f39db6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:33.487128 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c20b319f-9d6f-4651-ae0c-4282a6df0f8a req-f0490b5b-0227-40a7-be09-252004f39db6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 945 time: 0.0590787 Aug 12 17:39:33.538904 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c20b319f-9d6f-4651-ae0c-4282a6df0f8a req-d2e749d2-55a7-446c-984d-5d85d1bc3005 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449560 Aug 12 17:39:33.576543 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8f678-31ad-4256-9d8f-f9ab89f64a40 req-733378f1-f148-47d5-9431-91abef3e1d51 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:33.578148 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-adc8f678-31ad-4256-9d8f-f9ab89f64a40 req-733378f1-f148-47d5-9431-91abef3e1d51 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0567634 Aug 12 17:39:33.587339 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972739e-e982-4bfc-99e2-89dae4fc586d req-74fd3336-355d-4a89-8a38-3b28308cba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:33.588904 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e972739e-e982-4bfc-99e2-89dae4fc586d req-74fd3336-355d-4a89-8a38-3b28308cba79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 1098 time: 0.0541632 Aug 12 17:39:33.616213 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-adc8f678-31ad-4256-9d8f-f9ab89f64a40 req-d4028b76-a441-4a33-8329-ac9dfa655a49 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Aug 12 17:39:33.626059 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e972739e-e982-4bfc-99e2-89dae4fc586d req-c122d196-a34e-4095-9734-7121fae6eb1b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281796 Aug 12 17:39:34.037869 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:34.047679 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-663d2792-99cf-4eb7-8066-113e95deee0f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:34.049136 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-663d2792-99cf-4eb7-8066-113e95deee0f tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 945 time: 0.0485015 Aug 12 17:39:34.245489 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-c848c072-b062-402b-9cf3-0f2389a73cac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Deleting port 902815f5-e77e-430d-b95e-db935e11c4ee {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:39:34.245837 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-c848c072-b062-402b-9cf3-0f2389a73cac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:34.340805 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-c848c072-b062-402b-9cf3-0f2389a73cac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] For port 902815f5-e77e-430d-b95e-db935e11c4ee, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=902815f5-e77e-430d-b95e-db935e11c4ee,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:34.341176 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-c848c072-b062-402b-9cf3-0f2389a73cac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:34.354380 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-c848c072-b062-402b-9cf3-0f2389a73cac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Calling delete_port for 902815f5-e77e-430d-b95e-db935e11c4ee owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:39:34.481037 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3fd9e-b62d-47d5-a12e-774721df3b13 req-079cd074-6772-46b3-a0d6-fa9a6707ca92 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:34.482629 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-efb3fd9e-b62d-47d5-a12e-774721df3b13 req-079cd074-6772-46b3-a0d6-fa9a6707ca92 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 945 time: 0.0506842 Aug 12 17:39:34.491534 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-c848c072-b062-402b-9cf3-0f2389a73cac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:34.513008 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['9fdd506d-5072-42c8-a43b-897e4070547f', '76f3684c-19bd-4706-807c-11c444da2885', '6abd3808-6ad3-46aa-9af3-86ba56bc7b69', '902815f5-e77e-430d-b95e-db935e11c4ee'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:39:34.522197 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848c072-b062-402b-9cf3-0f2389a73cac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Pushing event deleted for resources: {'Port': ['ID=902815f5-e77e-430d-b95e-db935e11c4ee,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:34.535400 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-efb3fd9e-b62d-47d5-a12e-774721df3b13 req-48803b57-1c41-49b3-9960-993e31922e5d tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454595 Aug 12 17:39:34.564586 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-c848c072-b062-402b-9cf3-0f2389a73cac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] No DVR routers for this DVR port 902815f5-e77e-430d-b95e-db935e11c4ee on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:39:34.567570 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-c848c072-b062-402b-9cf3-0f2389a73cac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:34.570022 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-593da4fb-d696-4c9b-ae97-22d83a693719 req-c848c072-b062-402b-9cf3-0f2389a73cac tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "DELETE /v2.0/ports/902815f5-e77e-430d-b95e-db935e11c4ee HTTP/1.1" status: 204 len: 173 time: 0.4167736 Aug 12 17:39:34.570552 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7391842b-c49a-4bad-a031-382ab26d0884', 'name': 'network-vif-deleted', 'tag': '902815f5-e77e-430d-b95e-db935e11c4ee'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:34.573769 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88441608-a765-4851-a476-81551eaabdf7" -d '{"events": [{"server_uuid": "7391842b-c49a-4bad-a031-382ab26d0884", "name": "network-vif-deleted", "tag": "902815f5-e77e-430d-b95e-db935e11c4ee"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:34.616336 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b267b90e-ee89-4b4e-8f8d-c614122312e5 x-openstack-request-id: req-b267b90e-ee89-4b4e-8f8d-c614122312e5 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:34.617048 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7391842b-c49a-4bad-a031-382ab26d0884", "name": "network-vif-deleted", "tag": "902815f5-e77e-430d-b95e-db935e11c4ee", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:34.617048 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b267b90e-ee89-4b4e-8f8d-c614122312e5 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:34.617491 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7391842b-c49a-4bad-a031-382ab26d0884', 'name': 'network-vif-deleted', 'tag': '902815f5-e77e-430d-b95e-db935e11c4ee', 'status': 'completed', 'code': 200} Aug 12 17:39:34.659851 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-181e2a10-4562-4696-b59f-3e7df073d608 req-517ebc78-3c73-4ef1-a83c-93b3bfdfb830 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=7391842b-c49a-4bad-a031-382ab26d0884 HTTP/1.1" status: 200 len: 210 time: 0.0380478 Aug 12 17:39:34.748230 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d69b9b-74a9-45ff-aac9-2fbd82ec0ffc req-803d84e0-d104-44d3-85e7-b5cdfe5be1d0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:34.750284 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-61d69b9b-74a9-45ff-aac9-2fbd82ec0ffc req-803d84e0-d104-44d3-85e7-b5cdfe5be1d0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0543334 Aug 12 17:39:34.791509 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-61d69b9b-74a9-45ff-aac9-2fbd82ec0ffc req-7855f5c6-156e-477c-866f-cef6d95e1a09 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Aug 12 17:39:35.420435 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:35.660196 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9719d-0b27-4618-8315-32be5f814fb9 req-fdf9ccd2-d4e9-4245-b339-d91e92738f73 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:35.661714 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-33d9719d-0b27-4618-8315-32be5f814fb9 req-fdf9ccd2-d4e9-4245-b339-d91e92738f73 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 945 time: 0.0504632 Aug 12 17:39:35.710633 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-33d9719d-0b27-4618-8315-32be5f814fb9 req-d0d82ed7-008e-4b94-8631-d2639a1b5641 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Aug 12 17:39:35.941919 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6080198-1fb3-425d-aebf-554649b9110c req-1d403324-c4b8-4117-b0ad-f9ddda0ec1e2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:35.943523 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c6080198-1fb3-425d-aebf-554649b9110c req-1d403324-c4b8-4117-b0ad-f9ddda0ec1e2 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0512285 Aug 12 17:39:35.986059 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c6080198-1fb3-425d-aebf-554649b9110c req-00c95057-022d-4219-8773-652de32030f0 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/security-groups?id=25326c74-070a-4761-b419-60f8ed076c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366547 Aug 12 17:39:36.573261 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6831ed-a87f-4104-887e-31044cd4852c req-3cff97e1-97c3-440a-b032-5e49f65babb6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:36.574908 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7e6831ed-a87f-4104-887e-31044cd4852c req-3cff97e1-97c3-440a-b032-5e49f65babb6 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 946 time: 0.0602372 Aug 12 17:39:36.680563 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-7e6831ed-a87f-4104-887e-31044cd4852c req-41598101-98b8-4cf7-955e-0c30bb0f2461 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Deleting port 616a918d-17a7-43ac-976b-6d1af4519a10 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:39:36.680913 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-7e6831ed-a87f-4104-887e-31044cd4852c req-41598101-98b8-4cf7-955e-0c30bb0f2461 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:36.772323 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-7e6831ed-a87f-4104-887e-31044cd4852c req-41598101-98b8-4cf7-955e-0c30bb0f2461 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] For port 616a918d-17a7-43ac-976b-6d1af4519a10, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=616a918d-17a7-43ac-976b-6d1af4519a10,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:36.773266 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-7e6831ed-a87f-4104-887e-31044cd4852c req-41598101-98b8-4cf7-955e-0c30bb0f2461 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:36.786704 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-7e6831ed-a87f-4104-887e-31044cd4852c req-41598101-98b8-4cf7-955e-0c30bb0f2461 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Calling delete_port for 616a918d-17a7-43ac-976b-6d1af4519a10 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:39:36.926961 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-7e6831ed-a87f-4104-887e-31044cd4852c req-41598101-98b8-4cf7-955e-0c30bb0f2461 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:36.940663 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['616a918d-17a7-43ac-976b-6d1af4519a10'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:39:36.978611 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41598101-98b8-4cf7-955e-0c30bb0f2461 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Pushing event deleted for resources: {'Port': ['ID=616a918d-17a7-43ac-976b-6d1af4519a10,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:37.036029 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6831ed-a87f-4104-887e-31044cd4852c req-41598101-98b8-4cf7-955e-0c30bb0f2461 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] No DVR routers for this DVR port 616a918d-17a7-43ac-976b-6d1af4519a10 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:39:37.039019 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-7e6831ed-a87f-4104-887e-31044cd4852c req-41598101-98b8-4cf7-955e-0c30bb0f2461 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:37.041497 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7e6831ed-a87f-4104-887e-31044cd4852c req-41598101-98b8-4cf7-955e-0c30bb0f2461 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.10 "DELETE /v2.0/ports/616a918d-17a7-43ac-976b-6d1af4519a10 HTTP/1.1" status: 204 len: 173 time: 0.4544733 Aug 12 17:39:37.042041 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7daa4f-dbe0-4eba-97d5-77027dd1cd96', 'name': 'network-vif-deleted', 'tag': '616a918d-17a7-43ac-976b-6d1af4519a10'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:37.044568 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1b97d9-8e2f-4d4f-ad6e-b3bb621e7d1f" -d '{"events": [{"server_uuid": "9e7daa4f-dbe0-4eba-97d5-77027dd1cd96", "name": "network-vif-deleted", "tag": "616a918d-17a7-43ac-976b-6d1af4519a10"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:37.138624 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 902815f5-e77e-430d-b95e-db935e11c4ee no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:39:37.139494 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-00dbc1f2-4eec-4a65-8daf-e2ff23ffc9f3 req-716bf4ea-ada3-4e9c-8797-8b42c57e4c28 tempest-ServerRescueNegativeTestJSON-767967241 tempest-ServerRescueNegativeTestJSON-767967241-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7daa4f-dbe0-4eba-97d5-77027dd1cd96 HTTP/1.1" status: 200 len: 210 time: 0.0320184 Aug 12 17:39:37.168728 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 902815f5-e77e-430d-b95e-db935e11c4ee {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:39:37.169173 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 902815f5-e77e-430d-b95e-db935e11c4ee not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:39:37.172399 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1a936-8e2c-4b05-94f2-e972325e5200 req-e74f6871-41a7-445b-bc26-c80ae7529064 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:37.180767 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-60f1a936-8e2c-4b05-94f2-e972325e5200 req-e74f6871-41a7-445b-bc26-c80ae7529064 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 946 time: 0.0997312 Aug 12 17:39:37.201422 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b53bc7-59f7-47a4-8a0c-dd345432f953 x-openstack-request-id: req-25b53bc7-59f7-47a4-8a0c-dd345432f953 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:37.201757 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7daa4f-dbe0-4eba-97d5-77027dd1cd96", "name": "network-vif-deleted", "tag": "616a918d-17a7-43ac-976b-6d1af4519a10", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:37.202208 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25b53bc7-59f7-47a4-8a0c-dd345432f953 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:37.202630 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7daa4f-dbe0-4eba-97d5-77027dd1cd96', 'name': 'network-vif-deleted', 'tag': '616a918d-17a7-43ac-976b-6d1af4519a10', 'status': 'completed', 'code': 200} Aug 12 17:39:37.221116 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-60f1a936-8e2c-4b05-94f2-e972325e5200 req-3f8ce51d-227d-4b31-aa92-d46dc4d71ee5 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Aug 12 17:39:37.887292 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 50804) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:39:37.989263 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-fa07b475-f9f6-49e6-b9ae-bbcf970378e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:38.093595 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-fa07b475-f9f6-49e6-b9ae-bbcf970378e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:38.098752 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-fa07b475-f9f6-49e6-b9ae-bbcf970378e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:38.141108 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-fa07b475-f9f6-49e6-b9ae-bbcf970378e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcc6741f55af402299f41e08cea90f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527199 Aug 12 17:39:38.141990 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07b475-f9f6-49e6-b9ae-bbcf970378e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c4efab-a9ec-4595-90a3-277b287f833f,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:38.143863 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 50808) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:39:38.202378 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 50814) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:39:38.206046 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-649abe67-6b92-4945-b459-33c11c69a272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:38.229459 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-649abe67-6b92-4945-b459-33c11c69a272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:38.283109 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-649abe67-6b92-4945-b459-33c11c69a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:38.289583 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-649abe67-6b92-4945-b459-33c11c69a272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:38.290755 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-649abe67-6b92-4945-b459-33c11c69a272 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15c4efab-a9ec-4595-90a3-277b287f833f HTTP/1.1" status: 204 len: 168 time: 0.1457887 Aug 12 17:39:38.299527 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649abe67-6b92-4945-b459-33c11c69a272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c4efab-a9ec-4595-90a3-277b287f833f,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:38.400915 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07397309-60ed-40fc-85bc-e5dc44d28ad0 req-8899e2cc-beb8-4f8a-b9f9-71a32f32a80c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:38.402702 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-07397309-60ed-40fc-85bc-e5dc44d28ad0 req-8899e2cc-beb8-4f8a-b9f9-71a32f32a80c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 946 time: 0.0945837 Aug 12 17:39:38.490679 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-07397309-60ed-40fc-85bc-e5dc44d28ad0 req-da4bed4a-c5b1-4b90-8a46-55b1df21502e tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822003 Aug 12 17:39:38.720528 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368533'] for router_interface, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:39.023355 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] Deleting port 62c4ceb0-19c2-4932-a149-76345f350c29 {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:39:39.023571 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:39.104554 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] For port 62c4ceb0-19c2-4932-a149-76345f350c29, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=62c4ceb0-19c2-4932-a149-76345f350c29,segment=NetworkSegment(690bd795-6c9f-4089-808f-c606d4ea8d0d),segment_id=690bd795-6c9f-4089-808f-c606d4ea8d0d)] {{(pid=94309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:39.104918 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:39.118848 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] Calling delete_port for 62c4ceb0-19c2-4932-a149-76345f350c29 owned by network:router_interface {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:39:39.143835 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 616a918d-17a7-43ac-976b-6d1af4519a10 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:39:39.167615 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 616a918d-17a7-43ac-976b-6d1af4519a10 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:39:39.167961 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 616a918d-17a7-43ac-976b-6d1af4519a10 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:39:39.357955 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:39.384084 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] Pushing event deleted for resources: {'Port': ['ID=62c4ceb0-19c2-4932-a149-76345f350c29,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:39.503374 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-41b77885-5455-4d2d-bfba-e1e3a4b197f7 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:39.504892 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-41b77885-5455-4d2d-bfba-e1e3a4b197f7 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 946 time: 0.0538044 Aug 12 17:39:39.509422 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455717'] for router_interface, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:39.613516 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Deleting port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:39:39.614368 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:39.676272 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8224d2b-3f60-4fb0-abe5-da441f76a7f3 req-d7c0fc0c-89c0-4563-93d2-cae0f0f7ba61 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:39.677849 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e8224d2b-3f60-4fb0-abe5-da441f76a7f3 req-d7c0fc0c-89c0-4563-93d2-cae0f0f7ba61 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65e6f41-0cae-4e3a-8edb-10db42117e70 HTTP/1.1" status: 200 len: 946 time: 0.1058135 Aug 12 17:39:39.709488 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:39:39.720465 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] For port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:39.720846 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:39.734203 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Calling delete_port for 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:39:39.872427 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:39.885650 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['9fdd506d-5072-42c8-a43b-897e4070547f', '76f3684c-19bd-4706-807c-11c444da2885', '6abd3808-6ad3-46aa-9af3-86ba56bc7b69'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:39:40.022381 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e8224d2b-3f60-4fb0-abe5-da441f76a7f3 req-af5bbe7c-4364-4b0f-9879-bd50d1ad4002 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076584 Aug 12 17:39:40.067435 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] Router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:39:40.153642 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Pushing event deleted for resources: {'Port': ['ID=6abd3808-6ad3-46aa-9af3-86ba56bc7b69,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:40.167701 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.168050 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.168792 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.168792 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.169038 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.169365 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.169692 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.170019 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.170365 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.170714 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.171027 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.171350 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:39:40.185307 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:39:40.190444 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-39a2534c-706b-4671-99e6-eff18df84ede admin admin] 10.222.0.25 "PUT /v2.0/routers/fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9866991 Aug 12 17:39:40.193014 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 50834) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:39:40.197706 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] Sync routers for ids ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:39:40.207239 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] Routers {'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:39:40.207850 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:39:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:40.214123 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] No DVR routers for this DVR port 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:39:40.216533 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:40.218769 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-c82b98b4-d806-4af0-8a39-dd13c9065917 req-464b19c7-0a40-4c9d-97ec-2f7bfca4d74b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "DELETE /v2.0/ports/6abd3808-6ad3-46aa-9af3-86ba56bc7b69 HTTP/1.1" status: 204 len: 173 time: 0.7041318 Aug 12 17:39:40.219206 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65e6f41-0cae-4e3a-8edb-10db42117e70', 'name': 'network-vif-deleted', 'tag': '6abd3808-6ad3-46aa-9af3-86ba56bc7b69'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:40.221909 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3e94ad-5c4b-447f-9a8a-48fc0708bca5" -d '{"events": [{"server_uuid": "e65e6f41-0cae-4e3a-8edb-10db42117e70", "name": "network-vif-deleted", "tag": "6abd3808-6ad3-46aa-9af3-86ba56bc7b69"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:40.259996 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0d89f4-bb83-425c-8378-aa594c2b512a x-openstack-request-id: req-fe0d89f4-bb83-425c-8378-aa594c2b512a {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:40.260525 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65e6f41-0cae-4e3a-8edb-10db42117e70", "name": "network-vif-deleted", "tag": "6abd3808-6ad3-46aa-9af3-86ba56bc7b69", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:40.260962 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe0d89f4-bb83-425c-8378-aa594c2b512a {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:40.261562 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65e6f41-0cae-4e3a-8edb-10db42117e70', 'name': 'network-vif-deleted', 'tag': '6abd3808-6ad3-46aa-9af3-86ba56bc7b69', 'status': 'completed', 'code': 200} Aug 12 17:39:40.316190 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Notify callbacks [] for router, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:40.336900 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] Set router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:39:40.429792 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:40.487683 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Deleting port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:39:40.488019 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:40.536770 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'name': 'tempest-ServerRescueNegativeTestJSON-408077086-router', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:39:39Z', 'revision_number': 5, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'gw_port': {'id': '8d68ef7b-f5c7-4338-a2a4-1e754376d19c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:13Z', 'updated_at': '2021-08-12T17:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:40.568013 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] Checking router: fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:39:40.570477 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] For port 8d68ef7b-f5c7-4338-a2a4-1e754376d19c, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=8d68ef7b-f5c7-4338-a2a4-1e754376d19c,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:40.570851 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:40.576635 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] Routers {'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:39:40.577245 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:39:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:40.584342 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Calling delete_port for 8d68ef7b-f5c7-4338-a2a4-1e754376d19c owned by network:router_gateway {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:39:40.661402 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] Set router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc gateway port host: None {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:39:40.715694 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'name': 'tempest-ServerRescueNegativeTestJSON-408077086-router', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:39:40Z', 'revision_number': 6, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'gw_port_host': None}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:40.746909 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e8a50-93e3-4b46-9265-1dbecd15797a None None] The sync data for ids ['fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc'] in dv-cinder-788253-6-iscsi is: [{'id': 'fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc', 'name': 'tempest-ServerRescueNegativeTestJSON-408077086-router', 'tenant_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:39:40Z', 'revision_number': 6, 'project_id': '89ac2aff5ed34f35a1d622fc74926ad5', 'gw_port_host': None}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:39:40.760385 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:40.792762 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d68ef7b-f5c7-4338-a2a4-1e754376d19c,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:40.815602 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455647'] for router_gateway, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:40.922994 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48530'] for router, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:40.925200 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:40.996926 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456252'] for router, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:40.997488 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc {{(pid=94309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 17:39:41.002647 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] Notify callbacks [] for router, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.006533 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 50844) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:39:41.007411 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-8e58a2f4-083f-4818-b72c-6bdb94fffc9a admin admin] 10.222.0.25 "DELETE /v2.0/routers/fe669c28-6546-49ee-ab7a-2a2f0a3aa5fc HTTP/1.1" status: 204 len: 168 time: 0.8125436 Aug 12 17:39:41.054440 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_v2 [None req-090872b0-404b-4359-828c-39a702123f3e admin admin] Deleting subnet 10424a1a-330a-4912-aa2a-fb4af80b3911 {{(pid=94308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:39:41.058939 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-090872b0-404b-4359-828c-39a702123f3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.100535 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-090872b0-404b-4359-828c-39a702123f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126464360'] for subnet, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.152688 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-090872b0-404b-4359-828c-39a702123f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.214619 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-090872b0-404b-4359-828c-39a702123f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127425865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127454960'] for subnet, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.241972 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090872b0-404b-4359-828c-39a702123f3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10424a1a-330a-4912-aa2a-fb4af80b3911,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:41.244130 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-090872b0-404b-4359-828c-39a702123f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.246103 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-090872b0-404b-4359-828c-39a702123f3e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/10424a1a-330a-4912-aa2a-fb4af80b3911 HTTP/1.1" status: 204 len: 168 time: 0.2384639 Aug 12 17:39:41.248901 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 50850) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:39:41.329836 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.348697 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efcf08-2de4-4d88-adb0-686bdb5a1411 req-f0337a36-9b0d-43cd-9b15-b0a99b3e42a0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:41.350335 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-10efcf08-2de4-4d88-adb0-686bdb5a1411 req-f0337a36-9b0d-43cd-9b15-b0a99b3e42a0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 945 time: 0.0509925 Aug 12 17:39:41.399329 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-10efcf08-2de4-4d88-adb0-686bdb5a1411 req-ecc9dfdd-67ba-4da5-81ec-d21ed959abab tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Aug 12 17:39:41.429982 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.429982 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2316014-db78-41a6-b7d2-c5985f4c6c0e']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:41.440689 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690bd795-6c9f-4089-808f-c606d4ea8d0d') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:41.440993 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690bd795-6c9f-4089-808f-c606d4ea8d0d') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:39:41.452141 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.473896 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.480997 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:39:41.481479 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:39:41.483378 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:39:41.548704 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.557486 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.564139 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d2316014-db78-41a6-b7d2-c5985f4c6c0e HTTP/1.1" status: 204 len: 168 time: 0.3083985 Aug 12 17:39:41.582740 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5769d-dfe5-40b6-b165-c393c9b14536 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2316014-db78-41a6-b7d2-c5985f4c6c0e,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:41.602185 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 8d68ef7b-f5c7-4338-a2a4-1e754376d19c no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:39:41.628780 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 8d68ef7b-f5c7-4338-a2a4-1e754376d19c {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:39:41.629297 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 8d68ef7b-f5c7-4338-a2a4-1e754376d19c not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:39:41.629523 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 62c4ceb0-19c2-4932-a149-76345f350c29 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:39:41.660195 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 62c4ceb0-19c2-4932-a149-76345f350c29 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:39:41.660776 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 62c4ceb0-19c2-4932-a149-76345f350c29 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:39:41.782330 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 50858) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:39:41.828996 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-c5b7ba87-1295-49a0-9a83-eb31355a8bcc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89ac2aff5ed34f35a1d622fc74926ad5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451176 Aug 12 17:39:41.831634 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 50860) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:39:41.891507 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f979160e-b569-45e6-89a9-27ea2cb63d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.915973 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f979160e-b569-45e6-89a9-27ea2cb63d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.985266 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f979160e-b569-45e6-89a9-27ea2cb63d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.988376 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f979160e-b569-45e6-89a9-27ea2cb63d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:41.991761 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-f979160e-b569-45e6-89a9-27ea2cb63d1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25326c74-070a-4761-b419-60f8ed076c18 HTTP/1.1" status: 204 len: 168 time: 0.1585195 Aug 12 17:39:42.008422 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979160e-b569-45e6-89a9-27ea2cb63d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25326c74-070a-4761-b419-60f8ed076c18,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:42.551332 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35815b2f-34a8-464d-89fb-ae892b8703d5 req-6b2fc2a6-24f1-456c-a1be-bc9c8c3291dc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:42.570942 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-35815b2f-34a8-464d-89fb-ae892b8703d5 req-6b2fc2a6-24f1-456c-a1be-bc9c8c3291dc tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 945 time: 0.0776451 Aug 12 17:39:42.615988 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-35815b2f-34a8-464d-89fb-ae892b8703d5 req-b387130f-a01f-45a4-acc4-8e7df413f586 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516140 Aug 12 17:39:43.184024 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:39:43.206601 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:39:43.206945 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6abd3808-6ad3-46aa-9af3-86ba56bc7b69 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:39:43.527473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-2fa041d7-e4bc-4bf7-9d8f-1e3d3543fc56 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:43.529046 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-2fa041d7-e4bc-4bf7-9d8f-1e3d3543fc56 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 945 time: 0.0510912 Aug 12 17:39:43.630091 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-127b1c23-e56d-4ad0-a518-aa4b3ad0857c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Deleting port 76f3684c-19bd-4706-807c-11c444da2885 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:39:43.630457 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-127b1c23-e56d-4ad0-a518-aa4b3ad0857c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:43.742368 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-127b1c23-e56d-4ad0-a518-aa4b3ad0857c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] For port 76f3684c-19bd-4706-807c-11c444da2885, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=76f3684c-19bd-4706-807c-11c444da2885,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:43.743493 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-127b1c23-e56d-4ad0-a518-aa4b3ad0857c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:43.753656 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133a3a0-d8e4-46c6-b4c1-4377c8ba5532 req-20e71071-1826-4841-b61c-7e4805e5e068 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:43.755427 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1133a3a0-d8e4-46c6-b4c1-4377c8ba5532 req-20e71071-1826-4841-b61c-7e4805e5e068 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 945 time: 0.0612397 Aug 12 17:39:43.767374 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-127b1c23-e56d-4ad0-a518-aa4b3ad0857c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Calling delete_port for 76f3684c-19bd-4706-807c-11c444da2885 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:39:43.803679 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1133a3a0-d8e4-46c6-b4c1-4377c8ba5532 req-70029d7c-d810-441c-8a3b-98ca20eab17a tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413885 Aug 12 17:39:43.921029 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-127b1c23-e56d-4ad0-a518-aa4b3ad0857c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:43.937945 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['9fdd506d-5072-42c8-a43b-897e4070547f', '76f3684c-19bd-4706-807c-11c444da2885'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:39:43.957346 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b1c23-e56d-4ad0-a518-aa4b3ad0857c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Pushing event deleted for resources: {'Port': ['ID=76f3684c-19bd-4706-807c-11c444da2885,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:44.003479 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-127b1c23-e56d-4ad0-a518-aa4b3ad0857c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] No DVR routers for this DVR port 76f3684c-19bd-4706-807c-11c444da2885 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:39:44.006122 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-127b1c23-e56d-4ad0-a518-aa4b3ad0857c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:44.008435 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6c435457-a9d7-4e2d-81ea-7ce4571262da req-127b1c23-e56d-4ad0-a518-aa4b3ad0857c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "DELETE /v2.0/ports/76f3684c-19bd-4706-807c-11c444da2885 HTTP/1.1" status: 204 len: 173 time: 0.4725585 Aug 12 17:39:44.008905 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095e8c6c-08e9-485c-bfb7-b42b85cc29bf', 'name': 'network-vif-deleted', 'tag': '76f3684c-19bd-4706-807c-11c444da2885'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:44.011797 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292df2fb-a8dc-4da6-ab06-09e6d828e32a" -d '{"events": [{"server_uuid": "095e8c6c-08e9-485c-bfb7-b42b85cc29bf", "name": "network-vif-deleted", "tag": "76f3684c-19bd-4706-807c-11c444da2885"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:44.066309 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f74a15-29c9-48cc-a29b-8d9b8a09ae4e x-openstack-request-id: req-d4f74a15-29c9-48cc-a29b-8d9b8a09ae4e {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:44.070602 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095e8c6c-08e9-485c-bfb7-b42b85cc29bf", "name": "network-vif-deleted", "tag": "76f3684c-19bd-4706-807c-11c444da2885", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:44.071633 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4f74a15-29c9-48cc-a29b-8d9b8a09ae4e {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:44.072560 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095e8c6c-08e9-485c-bfb7-b42b85cc29bf', 'name': 'network-vif-deleted', 'tag': '76f3684c-19bd-4706-807c-11c444da2885', 'status': 'completed', 'code': 200} Aug 12 17:39:44.920206 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5ab7bfd5-1dfe-4ad9-ac72-d2bbce2db13e req-73ef8311-585f-4dbd-83df-a6f7cf64170c tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=095e8c6c-08e9-485c-bfb7-b42b85cc29bf HTTP/1.1" status: 200 len: 210 time: 0.0264747 Aug 12 17:39:49.394521 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 76f3684c-19bd-4706-807c-11c444da2885 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:39:49.425961 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 76f3684c-19bd-4706-807c-11c444da2885 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:39:49.426626 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 76f3684c-19bd-4706-807c-11c444da2885 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:39:51.971562 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333c82a-b39e-4756-979f-50bec6d40744 req-12331b87-c034-4f99-ac7e-05bcadc9896b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:51.973037 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3333c82a-b39e-4756-979f-50bec6d40744 req-12331b87-c034-4f99-ac7e-05bcadc9896b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Aug 12 17:39:52.018807 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3333c82a-b39e-4756-979f-50bec6d40744 req-fe9124f6-5b23-4701-ad27-f062e977f60b tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Aug 12 17:39:56.595556 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b5b21-1ea3-4e30-baff-e7feba325287 req-85e5f331-3eb0-4e91-9bcb-8e0ed256b1e6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:56.597491 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-407b5b21-1ea3-4e30-baff-e7feba325287 req-85e5f331-3eb0-4e91-9bcb-8e0ed256b1e6 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0578921 Aug 12 17:39:56.652140 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-407b5b21-1ea3-4e30-baff-e7feba325287 req-fab17d95-866c-41f7-9e06-3d1c3b1c05f5 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461440 Aug 12 17:39:57.782870 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f605b3-6a37-460d-91a4-74a15354030e req-abbae2f6-1845-4ff0-af43-0f00ff684924 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:57.784372 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-60f605b3-6a37-460d-91a4-74a15354030e req-abbae2f6-1845-4ff0-af43-0f00ff684924 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0597057 Aug 12 17:39:57.827526 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-60f605b3-6a37-460d-91a4-74a15354030e req-8bbc628a-b083-4ac3-8f7e-1402642f6eaa tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Aug 12 17:39:58.815849 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c378a76-cde2-4943-8708-0c982d530d29 req-995d9e00-4297-4c81-811b-1f6474313272 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:58.818046 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6c378a76-cde2-4943-8708-0c982d530d29 req-995d9e00-4297-4c81-811b-1f6474313272 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0689242 Aug 12 17:39:58.942292 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-6c378a76-cde2-4943-8708-0c982d530d29 req-54f2cfee-b12e-48c4-9735-685c0e21c109 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Deleting port 9fdd506d-5072-42c8-a43b-897e4070547f {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:39:58.942642 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6c378a76-cde2-4943-8708-0c982d530d29 req-54f2cfee-b12e-48c4-9735-685c0e21c109 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:58.958366 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d72348-9433-446a-bb87-b431c6743765 req-f7444900-2bfb-4228-9a3d-0cc6231ea993 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:39:58.960028 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-64d72348-9433-446a-bb87-b431c6743765 req-f7444900-2bfb-4228-9a3d-0cc6231ea993 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d62c217-8723-4776-8020-8c16bd39a4e4 HTTP/1.1" status: 200 len: 945 time: 0.0549822 Aug 12 17:39:59.012221 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-64d72348-9433-446a-bb87-b431c6743765 req-9839ac67-a1a8-4466-ba74-302e8e3b52e0 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.25 "GET /v2.0/security-groups?id=76b51749-0094-412f-943b-d379a8d8ec2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Aug 12 17:39:59.079136 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-6c378a76-cde2-4943-8708-0c982d530d29 req-54f2cfee-b12e-48c4-9735-685c0e21c109 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] For port 9fdd506d-5072-42c8-a43b-897e4070547f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=9fdd506d-5072-42c8-a43b-897e4070547f,segment=NetworkSegment(90c50d2d-7097-45c3-8034-2f277179d99a),segment_id=90c50d2d-7097-45c3-8034-2f277179d99a)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:39:59.079581 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6c378a76-cde2-4943-8708-0c982d530d29 req-54f2cfee-b12e-48c4-9735-685c0e21c109 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:59.096745 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-6c378a76-cde2-4943-8708-0c982d530d29 req-54f2cfee-b12e-48c4-9735-685c0e21c109 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Calling delete_port for 9fdd506d-5072-42c8-a43b-897e4070547f owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:39:59.248803 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6c378a76-cde2-4943-8708-0c982d530d29 req-54f2cfee-b12e-48c4-9735-685c0e21c109 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:59.262739 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['9fdd506d-5072-42c8-a43b-897e4070547f'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:39:59.298725 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2cfee-b12e-48c4-9735-685c0e21c109 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Pushing event deleted for resources: {'Port': ['ID=9fdd506d-5072-42c8-a43b-897e4070547f,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:39:59.341245 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c378a76-cde2-4943-8708-0c982d530d29 req-54f2cfee-b12e-48c4-9735-685c0e21c109 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] No DVR routers for this DVR port 9fdd506d-5072-42c8-a43b-897e4070547f on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:39:59.344140 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-6c378a76-cde2-4943-8708-0c982d530d29 req-54f2cfee-b12e-48c4-9735-685c0e21c109 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:39:59.346412 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6c378a76-cde2-4943-8708-0c982d530d29 req-54f2cfee-b12e-48c4-9735-685c0e21c109 tempest-AttachVolumeNegativeTest-101832442 tempest-AttachVolumeNegativeTest-101832442-project] 10.222.0.10 "DELETE /v2.0/ports/9fdd506d-5072-42c8-a43b-897e4070547f HTTP/1.1" status: 204 len: 173 time: 0.5219705 Aug 12 17:39:59.346913 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d62c217-8723-4776-8020-8c16bd39a4e4', 'name': 'network-vif-deleted', 'tag': '9fdd506d-5072-42c8-a43b-897e4070547f'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:39:59.349507 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac05608a-06c9-4ed6-aafa-9918d4f4d93f" -d '{"events": [{"server_uuid": "2d62c217-8723-4776-8020-8c16bd39a4e4", "name": "network-vif-deleted", "tag": "9fdd506d-5072-42c8-a43b-897e4070547f"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:39:59.405542 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a49252-eca8-4063-bf82-8387db7cdfde x-openstack-request-id: req-12a49252-eca8-4063-bf82-8387db7cdfde {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:39:59.405834 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d62c217-8723-4776-8020-8c16bd39a4e4", "name": "network-vif-deleted", "tag": "9fdd506d-5072-42c8-a43b-897e4070547f", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:39:59.406105 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12a49252-eca8-4063-bf82-8387db7cdfde {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:39:59.406509 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d62c217-8723-4776-8020-8c16bd39a4e4', 'name': 'network-vif-deleted', 'tag': '9fdd506d-5072-42c8-a43b-897e4070547f', 'status': 'completed', 'code': 200} Aug 12 17:39:59.823741 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.055056 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-2684501b-fe94-4298-87ab-6cb939470d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.081801 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51104) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:00.141893 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_v2 [None req-20aacb7a-c22c-4c39-b4c1-a3b505152d3f admin admin] Deleting subnet a7f5ffca-db76-4080-82ca-c2a26c6ed87f {{(pid=94309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:40:00.146543 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20aacb7a-c22c-4c39-b4c1-a3b505152d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.201306 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20aacb7a-c22c-4c39-b4c1-a3b505152d3f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.209173 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20aacb7a-c22c-4c39-b4c1-a3b505152d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.274805 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20aacb7a-c22c-4c39-b4c1-a3b505152d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for subnet, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.308961 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aacb7a-c22c-4c39-b4c1-a3b505152d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f5ffca-db76-4080-82ca-c2a26c6ed87f,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:00.318037 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20aacb7a-c22c-4c39-b4c1-a3b505152d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.321212 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-20aacb7a-c22c-4c39-b4c1-a3b505152d3f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a7f5ffca-db76-4080-82ca-c2a26c6ed87f HTTP/1.1" status: 204 len: 168 time: 0.2381334 Aug 12 17:40:00.325683 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51106) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:00.412002 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.517083 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.530424 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.530862 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.532047 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.532402 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > port after_create 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.532765 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.533104 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > port after_update 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.533464 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.533945 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.534456 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.534940 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.621239 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.621673 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.621916 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.622289 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94309) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 12 17:40:00.622656 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e']}} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:00.645419 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c50d2d-7097-45c3-8034-2f277179d99a') {'for_net_delete': True} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:00.645706 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c50d2d-7097-45c3-8034-2f277179d99a') {} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:00.667112 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127490672'] for segment, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.699254 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.711800 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:40:00.712445 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126545474'] for segment, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: from cryptography.utils import int_from_bytes Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: from cryptography.utils import int_from_bytes Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: Traceback (most recent call last): Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: timer() Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: cb(*args, **kw) Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: return func(*args, **kwargs) Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: self._notify() Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: self.callback(batched_events) Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: event.method(event) Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: return f(self, *a, **k) Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: return self._get(url).json() Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: return self.request(url, 'GET', **kwargs) Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:40:00.719272 dv-cinder-788253-6-iscsi neutron-server[94309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:40:00.799063 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.808424 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:00.818179 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] 10.222.0.25 "DELETE /v2.0/networks/1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e HTTP/1.1" status: 204 len: 168 time: 0.4847229 Aug 12 17:40:00.824667 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80d1c9-23ea-4561-8248-28287832d13f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef7bc6e-a5f9-4d9f-b2e6-dcc98597258e,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:01.053629 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51126) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:01.108199 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-48fbe424-1c87-4594-b004-e9f6ade4d7ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f732ffd0d83b46a08d0ce584d8290473&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0531998 Aug 12 17:40:01.111747 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51128) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:01.179632 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1997e0cb-c92a-4cff-8255-ea8ebcc5f86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:01.206646 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1997e0cb-c92a-4cff-8255-ea8ebcc5f86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:01.265769 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1997e0cb-c92a-4cff-8255-ea8ebcc5f86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:01.268617 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1997e0cb-c92a-4cff-8255-ea8ebcc5f86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:01.270135 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-1997e0cb-c92a-4cff-8255-ea8ebcc5f86c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76b51749-0094-412f-943b-d379a8d8ec2c HTTP/1.1" status: 204 len: 168 time: 0.1571119 Aug 12 17:40:01.282369 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997e0cb-c92a-4cff-8255-ea8ebcc5f86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b51749-0094-412f-943b-d379a8d8ec2c,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:02.105301 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51164) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:02.226717 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1232731205-network', 'tenant_id': '486e3f128e224964b189865cadcd10be'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:40:02.260587 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Made reservation on behalf of 486e3f128e224964b189865cadcd10be for: {'network': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:40:02.264000 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.274698 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.387835 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.392751 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.424008 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:40:02.434755 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a238d9-8a1f-4af5-b3ff-38bb6294ec16,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:02.443976 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.443976 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.segments_db [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Added segment 9dde59c9-e0c7-47b5-bd15-143c8c1c3f8c of type vlan for network dada23b3-e855-4f97-a7ff-4e51b3ad3247 Aug 12 17:40:02.492100 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.542495 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.543716 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:02.544374 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.589109 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 9fdd506d-5072-42c8-a43b-897e4070547f no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:40:02.613300 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 9fdd506d-5072-42c8-a43b-897e4070547f {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:40:02.614654 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 9fdd506d-5072-42c8-a43b-897e4070547f not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:40:02.619711 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5129106 Aug 12 17:40:02.622366 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51174) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:02.630956 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe74da-eae8-4790-a7ed-b51ed0d4f708 admin admin] Pushing event updated for resources: {'Network': ['ID=dada23b3-e855-4f97-a7ff-4e51b3ad3247,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:02.636279 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Request body: {'subnet': {'network_id': 'dada23b3-e855-4f97-a7ff-4e51b3ad3247', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1232731205-subnet', 'tenant_id': '486e3f128e224964b189865cadcd10be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:40:02.645088 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network dada23b3-e855-4f97-a7ff-4e51b3ad3247 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:40:02.673251 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Made reservation on behalf of 486e3f128e224964b189865cadcd10be for: {'subnet': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:40:02.675960 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127496411'] for subnet, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.864317 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126545627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127496425'] for subnet, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.908298 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6722d9a1-3db5-4365-a0c4-9262f61204d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:02.965863 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e64fb53-987c-47e5-9dbc-fb40aa523666,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:02.977740 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Checking segment: {'id': '9dde59c9-e0c7-47b5-bd15-143c8c1c3f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dada23b3-e855-4f97-a7ff-4e51b3ad3247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:40:02.978132 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Network hostable DHCP agents. Network: dada23b3-e855-4f97-a7ff-4e51b3ad3247, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:40:02.999786 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Network dada23b3-e855-4f97-a7ff-4e51b3ad3247 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:40:03.015096 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, dada23b3-e855-4f97-a7ff-4e51b3ad3247) {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:40:03.023803 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:03.024666 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:03.026480 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced03fc-4dfe-468e-971d-f55b0d70baa7 None None] Network dada23b3-e855-4f97-a7ff-4e51b3ad3247 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:40:03.059472 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-38b33b2b-d124-4372-8166-08b21c85c5e1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4219368 Aug 12 17:40:03.238119 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da5dbae-ee15-40fe-a155-d8691a2ed4c2 None None] Network dada23b3-e855-4f97-a7ff-4e51b3ad3247 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:40:03.317623 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:03.440117 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08effd41-d8a6-4117-962b-48a7cc72447d req-7d0e56c9-140b-40bb-a361-acbd0012a058 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:03.442600 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-08effd41-d8a6-4117-962b-48a7cc72447d req-7d0e56c9-140b-40bb-a361-acbd0012a058 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 945 time: 0.0704262 Aug 12 17:40:03.494016 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-08effd41-d8a6-4117-962b-48a7cc72447d req-6a68a7fc-8909-4b07-ab6d-18423cdd8154 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412605 Aug 12 17:40:03.617066 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51200) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:03.747882 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-46804aa9-cdf4-4e41-9a0d-713fdc29e77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:03.890346 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-46804aa9-cdf4-4e41-9a0d-713fdc29e77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:03.897348 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-46804aa9-cdf4-4e41-9a0d-713fdc29e77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:03.923365 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51210) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:03.931340 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1437204008-network', 'tenant_id': 'd82077f1bcb94dc68c8e7f141a63c5b9'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:40:03.961723 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Made reservation on behalf of d82077f1bcb94dc68c8e7f141a63c5b9 for: {'network': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:40:03.963789 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-46804aa9-cdf4-4e41-9a0d-713fdc29e77e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8876f940802544e09e98633b73be16a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452911 Aug 12 17:40:03.965107 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46804aa9-cdf4-4e41-9a0d-713fdc29e77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0fd926-cab0-4a76-b3ba-220e35ba4370,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:03.965327 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:03.968822 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51212) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:03.981775 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.051748 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8423da2b-c802-4c5e-bcce-6a831585f0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.053587 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.090561 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8423da2b-c802-4c5e-bcce-6a831585f0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.134256 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.142909 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.172184 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8423da2b-c802-4c5e-bcce-6a831585f0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.175191 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8423da2b-c802-4c5e-bcce-6a831585f0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.179213 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-8423da2b-c802-4c5e-bcce-6a831585f0b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae0fd926-cab0-4a76-b3ba-220e35ba4370 HTTP/1.1" status: 204 len: 168 time: 0.2062597 Aug 12 17:40:04.185299 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423da2b-c802-4c5e-bcce-6a831585f0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0fd926-cab0-4a76-b3ba-220e35ba4370,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:04.204906 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:40:04.221773 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7025bc-1a18-4fa3-8e6f-b1aa7f399e1d,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:04.244018 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.244618 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.segments_db [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Added segment 1061b730-8fca-4eb6-9c37-fd99f7e28295 of type vlan for network ad8f2479-0f4d-4e35-8630-12af0320d061 Aug 12 17:40:04.298803 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.345928 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.347854 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:04.349021 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.455549 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5304542 Aug 12 17:40:04.460475 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51224) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:04.473064 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Request body: {'subnet': {'network_id': 'ad8f2479-0f4d-4e35-8630-12af0320d061', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1437204008-subnet', 'tenant_id': 'd82077f1bcb94dc68c8e7f141a63c5b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:40:04.487230 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77449f3-765a-492e-8d20-960bdd0d54d0 admin admin] Pushing event updated for resources: {'Network': ['ID=ad8f2479-0f4d-4e35-8630-12af0320d061,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:04.502735 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network ad8f2479-0f4d-4e35-8630-12af0320d061 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:40:04.513166 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Made reservation on behalf of d82077f1bcb94dc68c8e7f141a63c5b9 for: {'subnet': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:40:04.517959 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127454939'] for subnet, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.705706 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66413f6f-a005-40b9-84ee-609bd09d8c3c req-db361ddf-2f58-4613-ab6d-b6a604673328 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:04.707454 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-66413f6f-a005-40b9-84ee-609bd09d8c3c req-db361ddf-2f58-4613-ab6d-b6a604673328 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 945 time: 0.0707047 Aug 12 17:40:04.753022 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-66413f6f-a005-40b9-84ee-609bd09d8c3c req-ec21aedb-bed7-4d9d-8429-e3a97106762c tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384769 Aug 12 17:40:04.764250 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127425806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127454953'] for subnet, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.837045 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4b8aa24-ca90-4aca-a270-473502b94ba1,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:04.860343 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Checking segment: {'id': '1061b730-8fca-4eb6-9c37-fd99f7e28295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ad8f2479-0f4d-4e35-8630-12af0320d061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:40:04.860705 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Network hostable DHCP agents. Network: ad8f2479-0f4d-4e35-8630-12af0320d061, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:40:04.883157 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Network ad8f2479-0f4d-4e35-8630-12af0320d061 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:40:04.897588 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, ad8f2479-0f4d-4e35-8630-12af0320d061) {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:40:04.907348 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:04.907348 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:04.919394 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0197c9-827c-4a15-9109-cec45960f49e None None] Network ad8f2479-0f4d-4e35-8630-12af0320d061 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:40:04.926141 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2e206556-72ac-4ef7-af4e-af2cafc65439 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4598773 Aug 12 17:40:05.107818 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51244) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:05.115884 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a44a024-f54d-44ba-be68-c4bb6ce906f9 None None] Network ad8f2479-0f4d-4e35-8630-12af0320d061 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:40:05.192072 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d584bcf-25f7-4a53-92c2-00cd2487b3d5 admin admin] Deleting subnet 7e64fb53-987c-47e5-9dbc-fb40aa523666 {{(pid=94308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:40:05.196241 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4d584bcf-25f7-4a53-92c2-00cd2487b3d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.238173 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4d584bcf-25f7-4a53-92c2-00cd2487b3d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126464360'] for subnet, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.301207 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4d584bcf-25f7-4a53-92c2-00cd2487b3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.401467 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4d584bcf-25f7-4a53-92c2-00cd2487b3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127425865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127454960'] for subnet, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.426512 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.461591 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d584bcf-25f7-4a53-92c2-00cd2487b3d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e64fb53-987c-47e5-9dbc-fb40aa523666,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:05.473914 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-4d584bcf-25f7-4a53-92c2-00cd2487b3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.478783 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-4d584bcf-25f7-4a53-92c2-00cd2487b3d5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e64fb53-987c-47e5-9dbc-fb40aa523666 HTTP/1.1" status: 204 len: 168 time: 0.3688688 Aug 12 17:40:05.482565 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51256) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:05.612942 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.632918 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-3333aa72-a8c1-4062-873d-d12318425892 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:05.634550 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-3333aa72-a8c1-4062-873d-d12318425892 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.10 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 945 time: 0.0915465 Aug 12 17:40:05.773651 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.788463 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dada23b3-e855-4f97-a7ff-4e51b3ad3247']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:05.801291 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dde59c9-e0c7-47b5-bd15-143c8c1c3f8c') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:05.801607 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dde59c9-e0c7-47b5-bd15-143c8c1c3f8c') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:05.815752 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.840636 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.851012 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:40:05.851429 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:40:05.853653 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:40:05.896345 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-82d5d7e5-bf8d-4264-a6f8-ed73af6c1228 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Deleting port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:40:05.897210 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-82d5d7e5-bf8d-4264-a6f8-ed73af6c1228 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.973501 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211a168-78cb-446c-bc3d-5909bd197d4f req-51e4c5be-8b82-43b1-8143-ad97d3030c46 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:05.975699 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.978613 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6211a168-78cb-446c-bc3d-5909bd197d4f req-51e4c5be-8b82-43b1-8143-ad97d3030c46 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42 HTTP/1.1" status: 200 len: 945 time: 0.0914822 Aug 12 17:40:05.980355 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:05.985600 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] 10.222.0.25 "DELETE /v2.0/networks/dada23b3-e855-4f97-a7ff-4e51b3ad3247 HTTP/1.1" status: 204 len: 168 time: 0.4981005 Aug 12 17:40:05.986531 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51268) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:06.000697 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eca73c-4fde-43b1-9768-74da94dead8a admin admin] Pushing event deleted for resources: {'Network': ['ID=dada23b3-e855-4f97-a7ff-4e51b3ad3247,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:06.046208 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-82d5d7e5-bf8d-4264-a6f8-ed73af6c1228 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] For port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,segment=NetworkSegment(65962bde-4ff8-453d-a43e-ea828cea4335),segment_id=65962bde-4ff8-453d-a43e-ea828cea4335)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:40:06.046954 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-82d5d7e5-bf8d-4264-a6f8-ed73af6c1228 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.062220 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-82d5d7e5-bf8d-4264-a6f8-ed73af6c1228 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Calling delete_port for 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:40:06.102367 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ac4590-224c-4409-80e3-b1033220efe6 admin admin] Deleting subnet a4b8aa24-ca90-4aca-a270-473502b94ba1 {{(pid=94309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:40:06.109651 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-04ac4590-224c-4409-80e3-b1033220efe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.172707 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6211a168-78cb-446c-bc3d-5909bd197d4f req-66a80ecd-4f6e-4f91-94df-8f8ef8cc18a8 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.25 "GET /v2.0/security-groups?id=c3a8c93c-af86-4af4-8101-896e9a67027b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259823 Aug 12 17:40:06.213622 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-04ac4590-224c-4409-80e3-b1033220efe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127490663'] for subnet, precommit_delete_associations {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.250048 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-82d5d7e5-bf8d-4264-a6f8-ed73af6c1228 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.268721 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['16f22883-ed83-4a6a-85eb-fdd7c61e75a1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:40:06.288388 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-04ac4590-224c-4409-80e3-b1033220efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.301494 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5d7e5-bf8d-4264-a6f8-ed73af6c1228 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Pushing event deleted for resources: {'Port': ['ID=16f22883-ed83-4a6a-85eb-fdd7c61e75a1,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:06.348174 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-82d5d7e5-bf8d-4264-a6f8-ed73af6c1228 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] No DVR routers for this DVR port 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:40:06.351076 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-82d5d7e5-bf8d-4264-a6f8-ed73af6c1228 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.353199 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b3f74763-1de4-48a8-86bc-ce9cd4134bdc req-82d5d7e5-bf8d-4264-a6f8-ed73af6c1228 tempest-VolumesSnapshotTestJSON-744332127 tempest-VolumesSnapshotTestJSON-744332127-project] 10.222.0.10 "DELETE /v2.0/ports/16f22883-ed83-4a6a-85eb-fdd7c61e75a1 HTTP/1.1" status: 204 len: 173 time: 0.7105851 Aug 12 17:40:06.354018 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42', 'name': 'network-vif-deleted', 'tag': '16f22883-ed83-4a6a-85eb-fdd7c61e75a1'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:40:06.356717 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f744dcea-f7c0-4b2d-94ab-bde96c193aa4" -d '{"events": [{"server_uuid": "2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42", "name": "network-vif-deleted", "tag": "16f22883-ed83-4a6a-85eb-fdd7c61e75a1"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:40:06.402739 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-04ac4590-224c-4409-80e3-b1033220efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126545564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127496432'] for subnet, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.416435 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e86448b-fad8-4397-aa8c-30bbc0a603f8 x-openstack-request-id: req-9e86448b-fad8-4397-aa8c-30bbc0a603f8 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:40:06.418200 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42", "name": "network-vif-deleted", "tag": "16f22883-ed83-4a6a-85eb-fdd7c61e75a1", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:40:06.418927 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-04ac4590-224c-4409-80e3-b1033220efe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.419918 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e86448b-fad8-4397-aa8c-30bbc0a603f8 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:40:06.420711 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63ef9f-2ebe-4acc-9338-2fd3fcfe0c42', 'name': 'network-vif-deleted', 'tag': '16f22883-ed83-4a6a-85eb-fdd7c61e75a1', 'status': 'completed', 'code': 200} Aug 12 17:40:06.421161 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-04ac4590-224c-4409-80e3-b1033220efe6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a4b8aa24-ca90-4aca-a270-473502b94ba1 HTTP/1.1" status: 204 len: 168 time: 0.4333432 Aug 12 17:40:06.423977 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51280) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:06.445717 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac4590-224c-4409-80e3-b1033220efe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4b8aa24-ca90-4aca-a270-473502b94ba1,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:06.523667 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.614478 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.626164 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8f2479-0f4d-4e35-8630-12af0320d061']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:06.638419 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1061b730-8fca-4eb6-9c37-fd99f7e28295') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:06.638700 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1061b730-8fca-4eb6-9c37-fd99f7e28295') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:06.649915 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.673868 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.681928 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:40:06.682541 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:40:06.685820 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:40:06.796472 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.802590 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:06.805649 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad8f2479-0f4d-4e35-8630-12af0320d061 HTTP/1.1" status: 204 len: 168 time: 0.3795218 Aug 12 17:40:06.818696 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa50d6-e700-4e83-8f34-a2b392eb552b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8f2479-0f4d-4e35-8630-12af0320d061,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:07.056946 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51294) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:07.101287 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-147526ec-1bfd-48ed-893f-a8c467d7ac45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=486e3f128e224964b189865cadcd10be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430295 Aug 12 17:40:07.103966 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51296) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:07.156071 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b2dae066-9452-475d-878f-9b75c85be273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:07.179681 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b2dae066-9452-475d-878f-9b75c85be273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:07.260577 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b2dae066-9452-475d-878f-9b75c85be273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:07.263256 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b2dae066-9452-475d-878f-9b75c85be273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:07.264592 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-b2dae066-9452-475d-878f-9b75c85be273 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37a238d9-8a1f-4af5-b3ff-38bb6294ec16 HTTP/1.1" status: 204 len: 168 time: 0.1597147 Aug 12 17:40:07.276972 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dae066-9452-475d-878f-9b75c85be273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a238d9-8a1f-4af5-b3ff-38bb6294ec16,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:07.732202 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51312) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:07.781229 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-c0d65c0d-2a7d-47c0-b8fd-03a99eafd47b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d82077f1bcb94dc68c8e7f141a63c5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473552 Aug 12 17:40:07.784130 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51316) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:07.841314 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d92bbb50-d0a5-4691-a909-8f791799a050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:07.879138 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d92bbb50-d0a5-4691-a909-8f791799a050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:07.950591 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d92bbb50-d0a5-4691-a909-8f791799a050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:07.953373 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d92bbb50-d0a5-4691-a909-8f791799a050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:07.954645 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-d92bbb50-d0a5-4691-a909-8f791799a050 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea7025bc-1a18-4fa3-8e6f-b1aa7f399e1d HTTP/1.1" status: 204 len: 168 time: 0.1692464 Aug 12 17:40:07.965209 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bbb50-d0a5-4691-a909-8f791799a050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7025bc-1a18-4fa3-8e6f-b1aa7f399e1d,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:08.634653 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:40:08.659304 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:40:08.659953 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 16f22883-ed83-4a6a-85eb-fdd7c61e75a1 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:40:10.358592 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51412) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:10.487153 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d4ca6db5-5320-4e40-b375-4dc60b3d2aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:10.611984 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d4ca6db5-5320-4e40-b375-4dc60b3d2aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:10.617537 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-d4ca6db5-5320-4e40-b375-4dc60b3d2aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:10.662954 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-d4ca6db5-5320-4e40-b375-4dc60b3d2aab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eee8dca7ff154e65aad620a1138051d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027699 Aug 12 17:40:10.663509 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca6db5-5320-4e40-b375-4dc60b3d2aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bc5fbd-04fc-49bd-a192-2371d3a338b5,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:10.665915 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51416) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:10.727770 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-871d3402-9e8d-49e4-9773-7f480736dff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:10.751865 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-871d3402-9e8d-49e4-9773-7f480736dff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:10.810389 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-871d3402-9e8d-49e4-9773-7f480736dff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:10.812927 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-871d3402-9e8d-49e4-9773-7f480736dff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:10.815094 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-871d3402-9e8d-49e4-9773-7f480736dff0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2bc5fbd-04fc-49bd-a192-2371d3a338b5 HTTP/1.1" status: 204 len: 168 time: 0.1477628 Aug 12 17:40:10.827016 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d3402-9e8d-49e4-9773-7f480736dff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bc5fbd-04fc-49bd-a192-2371d3a338b5,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:11.118225 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51424) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:11.133076 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3e4917ee-e790-4fa2-a1db-8cc36b5f2eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:11.255054 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3e4917ee-e790-4fa2-a1db-8cc36b5f2eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:11.260210 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3e4917ee-e790-4fa2-a1db-8cc36b5f2eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:11.317413 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-3e4917ee-e790-4fa2-a1db-8cc36b5f2eb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07c4dbdadf9c44268d06fde35fee87e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975524 Aug 12 17:40:11.319723 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4917ee-e790-4fa2-a1db-8cc36b5f2eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54be6407-78d4-49ee-8df7-6ceab9446b80,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:11.322384 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51430) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:11.385361 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5fbd59f6-6e8a-4014-b519-3e67f9ae6b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:11.409826 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5fbd59f6-6e8a-4014-b519-3e67f9ae6b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:11.467670 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5fbd59f6-6e8a-4014-b519-3e67f9ae6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:11.470753 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5fbd59f6-6e8a-4014-b519-3e67f9ae6b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:11.472094 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-5fbd59f6-6e8a-4014-b519-3e67f9ae6b6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54be6407-78d4-49ee-8df7-6ceab9446b80 HTTP/1.1" status: 204 len: 168 time: 0.1483421 Aug 12 17:40:11.483131 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd59f6-6e8a-4014-b519-3e67f9ae6b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54be6407-78d4-49ee-8df7-6ceab9446b80,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:16.702032 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:40:18.281502 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51566) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:18.389723 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-039bf2cc-cc9c-49ff-aca0-14029a74b876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:18.483601 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-039bf2cc-cc9c-49ff-aca0-14029a74b876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:18.488004 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-039bf2cc-cc9c-49ff-aca0-14029a74b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:18.528722 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-039bf2cc-cc9c-49ff-aca0-14029a74b876 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=928356660b8a46129244d63a901b9916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437468 Aug 12 17:40:18.528722 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bf2cc-cc9c-49ff-aca0-14029a74b876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3410a4a4-5df9-4bff-8736-8933ca66b6fa,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:18.530687 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51570) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:18.601604 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-66b1dce1-4f2d-4be5-a573-cac83f074258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:18.624724 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-66b1dce1-4f2d-4be5-a573-cac83f074258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:18.672889 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-66b1dce1-4f2d-4be5-a573-cac83f074258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:18.675702 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-66b1dce1-4f2d-4be5-a573-cac83f074258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:18.676984 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-66b1dce1-4f2d-4be5-a573-cac83f074258 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3410a4a4-5df9-4bff-8736-8933ca66b6fa HTTP/1.1" status: 204 len: 168 time: 0.1431701 Aug 12 17:40:18.686677 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b1dce1-4f2d-4be5-a573-cac83f074258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3410a4a4-5df9-4bff-8736-8933ca66b6fa,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:18.999670 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51586) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:19.014753 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7f980ac6-9394-4321-8a7f-0e5bf0cc3e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:19.140019 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7f980ac6-9394-4321-8a7f-0e5bf0cc3e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:19.145863 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7f980ac6-9394-4321-8a7f-0e5bf0cc3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:19.198927 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f980ac6-9394-4321-8a7f-0e5bf0cc3e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6cce7a-8eab-410b-bec3-2a5dcc85e179,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:19.203644 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-7f980ac6-9394-4321-8a7f-0e5bf0cc3e4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3caa1eb5c6b495f97014840dc96ef4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028084 Aug 12 17:40:19.206511 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51588) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:19.263293 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-42e88b5e-2522-411d-bd69-2d3f9d47e5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:19.286623 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-42e88b5e-2522-411d-bd69-2d3f9d47e5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:19.338337 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-42e88b5e-2522-411d-bd69-2d3f9d47e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:19.341071 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-42e88b5e-2522-411d-bd69-2d3f9d47e5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:19.342347 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-42e88b5e-2522-411d-bd69-2d3f9d47e5a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df6cce7a-8eab-410b-bec3-2a5dcc85e179 HTTP/1.1" status: 204 len: 168 time: 0.1349654 Aug 12 17:40:19.354596 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e88b5e-2522-411d-bd69-2d3f9d47e5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6cce7a-8eab-410b-bec3-2a5dcc85e179,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:24.422451 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51788) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:24.556349 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ce8a-8630-4f30-ace5-73e8bf70aee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:24.659037 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ce8a-8630-4f30-ace5-73e8bf70aee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:24.663674 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ce8a-8630-4f30-ace5-73e8bf70aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:24.707752 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0ce8a-8630-4f30-ace5-73e8bf70aee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cdf291-0d71-4e5e-898a-3dd2b32e180a,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:24.716336 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-b1b0ce8a-8630-4f30-ace5-73e8bf70aee2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30fb6956f57a45dcaa27adc7eaab8d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903020 Aug 12 17:40:24.716708 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51796) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:24.788212 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a5d2861e-a30f-4604-909a-970f68da65a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:24.818893 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a5d2861e-a30f-4604-909a-970f68da65a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:24.872986 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a5d2861e-a30f-4604-909a-970f68da65a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:24.876172 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a5d2861e-a30f-4604-909a-970f68da65a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:24.877448 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-a5d2861e-a30f-4604-909a-970f68da65a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02cdf291-0d71-4e5e-898a-3dd2b32e180a HTTP/1.1" status: 204 len: 168 time: 0.1592135 Aug 12 17:40:24.891292 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2861e-a30f-4604-909a-970f68da65a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cdf291-0d71-4e5e-898a-3dd2b32e180a,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:25.201202 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 51806) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:25.214965 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5a903241-ea83-42ea-b0bc-241cefc425e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:25.308897 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5a903241-ea83-42ea-b0bc-241cefc425e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:25.313289 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5a903241-ea83-42ea-b0bc-241cefc425e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:25.356167 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-5a903241-ea83-42ea-b0bc-241cefc425e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a78047462c9c480692593b8fcbc17e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537604 Aug 12 17:40:25.357419 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a903241-ea83-42ea-b0bc-241cefc425e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906e4d29-f4fe-44ab-b281-bdc88612a01d,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:25.358931 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 51808) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:25.438383 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:25.476700 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:25.542993 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:25.546106 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:25.547656 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/906e4d29-f4fe-44ab-b281-bdc88612a01d HTTP/1.1" status: 204 len: 168 time: 0.1875787 Aug 12 17:40:25.558456 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906e4d29-f4fe-44ab-b281-bdc88612a01d,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:25.566495 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.567027 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.567561 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.567901 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.568232 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.568625 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.568942 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.569268 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.569598 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.569915 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.570276 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:25.570602 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef19010-80ac-42ab-aee3-ffdf5fa77790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:28.808545 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f859fd-af09-4168-a95c-793b6f48784d req-14103961-3c9f-4a08-8442-ec9229113df2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:28.810254 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-33f859fd-af09-4168-a95c-793b6f48784d req-14103961-3c9f-4a08-8442-ec9229113df2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1600637 Aug 12 17:40:28.860109 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-33f859fd-af09-4168-a95c-793b6f48784d req-319e656e-9125-4643-b659-91ce75277b9c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428429 Aug 12 17:40:29.839398 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:29.984991 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-f1de8b1b-f646-41ff-8753-b541f3d1cb15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0991473 Aug 12 17:40:29.989501 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ca801-8db8-44e6-a296-ba7321fd60ab req-99d7e183-1a1b-4359-bbbd-009586551e00 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:29.991115 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-583ca801-8db8-44e6-a296-ba7321fd60ab req-99d7e183-1a1b-4359-bbbd-009586551e00 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0519178 Aug 12 17:40:30.043474 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-583ca801-8db8-44e6-a296-ba7321fd60ab req-76c97569-36d0-4277-b317-576c35e72967 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438571 Aug 12 17:40:30.050027 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-fba2c397-b618-451e-bedb-a322c47214f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:30.072843 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-e823f45d-e193-43a9-a44d-7336f3c719c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:30.074410 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-e823f45d-e193-43a9-a44d-7336f3c719c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0433445 Aug 12 17:40:30.196542 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-e60dabc1-d221-4283-a4b6-2b8d5daa4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:30.198662 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-e60dabc1-d221-4283-a4b6-2b8d5daa4f1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 910 time: 0.0992448 Aug 12 17:40:30.290871 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-3074c6f5-df8c-4aff-a90b-6afa5377fd9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5 HTTP/1.1" status: 200 len: 1001 time: 0.0837729 Aug 12 17:40:30.367179 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-1c561be5-e98e-4907-9dc3-aa807b9de692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:30.372115 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-1c561be5-e98e-4907-9dc3-aa807b9de692 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 200 len: 849 time: 0.0725756 Aug 12 17:40:30.431435 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-5adbcfce-be39-43a2-9be1-0c15c0c36314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:30.433054 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-5adbcfce-be39-43a2-9be1-0c15c0c36314 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62101b59-2a07-457f-a492-cb59bed73924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538528 Aug 12 17:40:30.539232 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-c15b3cd8-93bd-4ec3-bcc7-891149e96eae service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919914 Aug 12 17:40:30.652299 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-87af68c3-1be5-4faa-b90a-5a42d999e6dc req-dfc88451-cc25-4968-b2b2-84d5e2472149 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056516 Aug 12 17:40:31.183231 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565e99a-bde1-4730-aed7-7d7592f3a359 req-e38e1393-9043-43b7-80f3-f726d8431bdd tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:31.184796 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a565e99a-bde1-4730-aed7-7d7592f3a359 req-e38e1393-9043-43b7-80f3-f726d8431bdd tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0567937 Aug 12 17:40:31.226575 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a565e99a-bde1-4730-aed7-7d7592f3a359 req-6ea73d87-cc38-4adf-a3b8-d33dc068bf55 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352509 Aug 12 17:40:32.375329 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e8607-240c-487b-a2eb-b2906eb314e9 req-e040a715-a610-4c19-99f1-2e1b35637d95 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:32.376945 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e84e8607-240c-487b-a2eb-b2906eb314e9 req-e040a715-a610-4c19-99f1-2e1b35637d95 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0681715 Aug 12 17:40:32.424751 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e84e8607-240c-487b-a2eb-b2906eb314e9 req-d3964505-1c13-4997-b50d-27abbd8ec4e0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410500 Aug 12 17:40:32.904154 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-22007d42-0aa6-4a9f-9bd3-97fd06e5aef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:33.242457 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:33.566305 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb16f6-e62a-4ea7-8865-9c135772ca43 req-945d455f-227b-4b5b-8b62-bcddc65196c2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:33.570028 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5ecb16f6-e62a-4ea7-8865-9c135772ca43 req-945d455f-227b-4b5b-8b62-bcddc65196c2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0525198 Aug 12 17:40:33.610343 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5ecb16f6-e62a-4ea7-8865-9c135772ca43 req-a1fa1444-e95f-4646-9f49-896e42e7b5e7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355370 Aug 12 17:40:34.045281 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:34.265021 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52064) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:34.373646 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f424e565-ea32-483d-bf38-ecd097e5d5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:34.476990 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f424e565-ea32-483d-bf38-ecd097e5d5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:34.482034 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f424e565-ea32-483d-bf38-ecd097e5d5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:34.528868 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424e565-ea32-483d-bf38-ecd097e5d5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063eb4b3-2e9e-4832-899e-8e70c8ea6e66,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:34.533250 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f424e565-ea32-483d-bf38-ecd097e5d5cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39c7e6f1c3f54c2e8ad4673e19173580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671955 Aug 12 17:40:34.537391 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52070) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:34.591976 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e1123de1-ed9b-475f-8381-d2be0db76e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:34.614367 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e1123de1-ed9b-475f-8381-d2be0db76e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:34.664308 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e1123de1-ed9b-475f-8381-d2be0db76e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:34.667327 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e1123de1-ed9b-475f-8381-d2be0db76e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:34.668460 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-e1123de1-ed9b-475f-8381-d2be0db76e89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/063eb4b3-2e9e-4832-899e-8e70c8ea6e66 HTTP/1.1" status: 204 len: 168 time: 0.1311438 Aug 12 17:40:34.677738 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1123de1-ed9b-475f-8381-d2be0db76e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063eb4b3-2e9e-4832-899e-8e70c8ea6e66,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:34.747640 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b47a0-d35e-490c-99d3-ed29d56a271c req-2ee43dcd-b61b-4b27-90e3-b352f0a9d953 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:34.749192 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ce1b47a0-d35e-490c-99d3-ed29d56a271c req-2ee43dcd-b61b-4b27-90e3-b352f0a9d953 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0550678 Aug 12 17:40:34.797159 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ce1b47a0-d35e-490c-99d3-ed29d56a271c req-f194c50c-a0c2-419f-9cb6-61477843f910 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406079 Aug 12 17:40:34.985342 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 52080) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:35.000531 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3bc9-bfb2-4618-88a7-4f3218a6d76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.094147 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3bc9-bfb2-4618-88a7-4f3218a6d76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.098766 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0e3b3bc9-bfb2-4618-88a7-4f3218a6d76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.138441 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b3bc9-bfb2-4618-88a7-4f3218a6d76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc721fad-a1f2-449d-b8a2-8548342a2a5f,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:35.145635 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-0e3b3bc9-bfb2-4618-88a7-4f3218a6d76b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ff937f1021345cba0d298fa7aeca8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591449 Aug 12 17:40:35.148473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 52082) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:35.207352 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-adbcc74c-9717-429b-88d3-a7a042d59c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.233737 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-adbcc74c-9717-429b-88d3-a7a042d59c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.288638 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-adbcc74c-9717-429b-88d3-a7a042d59c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.291326 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-adbcc74c-9717-429b-88d3-a7a042d59c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.292488 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-adbcc74c-9717-429b-88d3-a7a042d59c82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc721fad-a1f2-449d-b8a2-8548342a2a5f HTTP/1.1" status: 204 len: 168 time: 0.1426630 Aug 12 17:40:35.302795 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcc74c-9717-429b-88d3-a7a042d59c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc721fad-a1f2-449d-b8a2-8548342a2a5f,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:35.431039 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.641944 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 52096) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:35.655852 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2caa44f1-ebc0-4266-ba45-61e2a1868472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.750814 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2caa44f1-ebc0-4266-ba45-61e2a1868472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.755647 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2caa44f1-ebc0-4266-ba45-61e2a1868472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.794754 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2caa44f1-ebc0-4266-ba45-61e2a1868472 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc8ab6077e264f6e8e35b1744538abe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516623 Aug 12 17:40:35.795648 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa44f1-ebc0-4266-ba45-61e2a1868472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ff377a-08d1-440f-b6c2-d6c1e874cb0d,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:35.797425 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52098) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:35.849704 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b7251098-d04f-4738-853d-3f3ca7416015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.871115 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b7251098-d04f-4738-853d-3f3ca7416015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.945424 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386b3df-9993-4d30-bc2f-30010b23217e req-9754c3f7-8322-4871-9c25-db123b546cc1 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:35.946894 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7386b3df-9993-4d30-bc2f-30010b23217e req-9754c3f7-8322-4871-9c25-db123b546cc1 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0738707 Aug 12 17:40:35.963171 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b7251098-d04f-4738-853d-3f3ca7416015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.965647 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b7251098-d04f-4738-853d-3f3ca7416015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:35.966796 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-b7251098-d04f-4738-853d-3f3ca7416015 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90ff377a-08d1-440f-b6c2-d6c1e874cb0d HTTP/1.1" status: 204 len: 168 time: 0.1676509 Aug 12 17:40:35.985907 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7251098-d04f-4738-853d-3f3ca7416015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ff377a-08d1-440f-b6c2-d6c1e874cb0d,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:36.003493 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7386b3df-9993-4d30-bc2f-30010b23217e req-4a47c260-fef4-4dce-9995-02c4ef41ad96 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500317 Aug 12 17:40:37.130539 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa060fa9-4f58-4b11-8bc5-83750a22e3be req-f2605068-b1c3-4dc0-922a-7479d62d7cc4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:37.132100 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aa060fa9-4f58-4b11-8bc5-83750a22e3be req-f2605068-b1c3-4dc0-922a-7479d62d7cc4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0530527 Aug 12 17:40:37.174545 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aa060fa9-4f58-4b11-8bc5-83750a22e3be req-01f15876-f3ba-4d3e-9334-f98ddd4fcd37 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362809 Aug 12 17:40:38.307602 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f6ef6-abda-490d-9b7d-05b0f0738489 req-8036d336-44b0-4617-a1ee-1978978ee71a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:38.309153 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-325f6ef6-abda-490d-9b7d-05b0f0738489 req-8036d336-44b0-4617-a1ee-1978978ee71a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0556109 Aug 12 17:40:38.354753 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-325f6ef6-abda-490d-9b7d-05b0f0738489 req-8e20ccb3-7a59-49a1-b5be-2d48b48641af tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381265 Aug 12 17:40:38.525106 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b9c70-75ba-4bcf-8c1f-4d27766d2af8 req-ce23e3e8-e99c-4b65-aeee-8bb37bb6a5a8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:38.526658 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c03b9c70-75ba-4bcf-8c1f-4d27766d2af8 req-ce23e3e8-e99c-4b65-aeee-8bb37bb6a5a8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0546162 Aug 12 17:40:38.570479 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c03b9c70-75ba-4bcf-8c1f-4d27766d2af8 req-7efff7a0-fb84-47d6-a474-09f9612ae7ef tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368297 Aug 12 17:40:38.808983 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52200) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:38.854517 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_v2 [None req-455db502-44d5-43bb-872f-17e45203d3e8 admin admin] Deleting subnet cea8a4b4-e051-4887-927f-bf4ac53fc7f4 {{(pid=94309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:40:38.857692 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-455db502-44d5-43bb-872f-17e45203d3e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:38.902572 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-455db502-44d5-43bb-872f-17e45203d3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127490663'] for subnet, precommit_delete_associations {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:38.948404 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-455db502-44d5-43bb-872f-17e45203d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:39.255657 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-455db502-44d5-43bb-872f-17e45203d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126545564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127496432'] for subnet, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:39.286833 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455db502-44d5-43bb-872f-17e45203d3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea8a4b4-e051-4887-927f-bf4ac53fc7f4,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:39.292196 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-455db502-44d5-43bb-872f-17e45203d3e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:39.295089 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-455db502-44d5-43bb-872f-17e45203d3e8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cea8a4b4-e051-4887-927f-bf4ac53fc7f4 HTTP/1.1" status: 204 len: 168 time: 0.4844491 Aug 12 17:40:39.297548 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52210) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:39.370970 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:39.493196 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:39.505708 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945']}} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:39.518233 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65962bde-4ff8-453d-a43e-ea828cea4335') {'for_net_delete': True} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:39.518532 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65962bde-4ff8-453d-a43e-ea828cea4335') {} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:40:39.530817 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127490672'] for segment, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:39.552162 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665685e-5e04-4d6a-86c9-629589f30cf8 req-375a6c9a-6564-4c8d-9560-642d86596135 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:39.553727 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3665685e-5e04-4d6a-86c9-629589f30cf8 req-375a6c9a-6564-4c8d-9560-642d86596135 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1067791 Aug 12 17:40:39.557976 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:39.571655 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:40:39.572150 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126545474'] for segment, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: Traceback (most recent call last): Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: timer() Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: cb(*args, **kw) Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: return func(*args, **kwargs) Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: self._notify() Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: self.callback(batched_events) Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: event.method(event) Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: return f(self, *a, **k) Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: return self._get(url).json() Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: return self.request(url, 'GET', **kwargs) Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:40:39.573956 dv-cinder-788253-6-iscsi neutron-server[94309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:40:39.652472 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3665685e-5e04-4d6a-86c9-629589f30cf8 req-531dc83b-118d-432e-a58b-863a3a4a561a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920455 Aug 12 17:40:39.662669 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:39.682355 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:39.684303 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] 10.222.0.25 "DELETE /v2.0/networks/0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945 HTTP/1.1" status: 204 len: 168 time: 0.3861215 Aug 12 17:40:39.699722 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126b53a-cf4c-4c73-8eb0-eaaa2c2f85ee admin admin] Pushing event deleted for resources: {'Network': ['ID=0adb3e3c-c7eb-4f7e-b17d-8bd449ec2945,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:39.723984 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06729861-d9b1-436b-90eb-6f45a6ce3f85 req-c924aade-f61b-4ab2-a1a6-2f43190c61d8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:39.726037 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-06729861-d9b1-436b-90eb-6f45a6ce3f85 req-c924aade-f61b-4ab2-a1a6-2f43190c61d8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0782201 Aug 12 17:40:39.774172 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-06729861-d9b1-436b-90eb-6f45a6ce3f85 req-86e05196-b405-4ba9-b063-a5b04cc67158 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426810 Aug 12 17:40:39.888596 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52220) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:39.934698 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-4bd33bb0-58bd-463c-8201-d6cd94aff313 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06c9ffc6d66f43f989f60557ee3970b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447686 Aug 12 17:40:39.937321 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52222) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:39.988358 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f6005bcc-a344-45ea-aef9-96891c51fd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:40.012845 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f6005bcc-a344-45ea-aef9-96891c51fd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:40.064482 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f6005bcc-a344-45ea-aef9-96891c51fd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:40.069887 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f6005bcc-a344-45ea-aef9-96891c51fd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:40.074784 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f6005bcc-a344-45ea-aef9-96891c51fd15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3a8c93c-af86-4af4-8101-896e9a67027b HTTP/1.1" status: 204 len: 168 time: 0.1332848 Aug 12 17:40:40.085374 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6005bcc-a344-45ea-aef9-96891c51fd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a8c93c-af86-4af4-8101-896e9a67027b,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:40.799813 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de443cf-99b6-4c28-b0cf-d2e9e1e31d08 req-2a30eb78-15b5-471f-8ca0-bf39173e0e23 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:40.800457 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5de443cf-99b6-4c28-b0cf-d2e9e1e31d08 req-2a30eb78-15b5-471f-8ca0-bf39173e0e23 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0623505 Aug 12 17:40:40.858699 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5de443cf-99b6-4c28-b0cf-d2e9e1e31d08 req-de4929d3-880f-4433-8c2f-3c91014aa472 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Aug 12 17:40:40.925343 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaf1af-3c7e-4fa1-abf0-e5acfdc335eb req-f4d1bd9e-dab0-4703-beeb-a8763df2e770 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:40.927117 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-15eaf1af-3c7e-4fa1-abf0-e5acfdc335eb req-f4d1bd9e-dab0-4703-beeb-a8763df2e770 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0675616 Aug 12 17:40:40.967833 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-15eaf1af-3c7e-4fa1-abf0-e5acfdc335eb req-236f147a-0605-488c-ac64-24593e1a7146 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344317 Aug 12 17:40:42.006811 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee457e-adbe-437f-9fec-eef0797b8d3f req-22409cb3-695e-4a28-b410-934a1e40c60d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:42.008685 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3bee457e-adbe-437f-9fec-eef0797b8d3f req-22409cb3-695e-4a28-b410-934a1e40c60d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0589149 Aug 12 17:40:42.054722 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3bee457e-adbe-437f-9fec-eef0797b8d3f req-60ef52e0-1b28-4242-8b7a-74f4ab6585da tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399065 Aug 12 17:40:42.084971 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52298) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:42.110984 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8bf00-c08f-49d7-b15b-88b5caa8b910 req-52b1bbd8-a64e-4eae-ad63-1264afefa43b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:42.112613 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aeb8bf00-c08f-49d7-b15b-88b5caa8b910 req-52b1bbd8-a64e-4eae-ad63-1264afefa43b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0569346 Aug 12 17:40:42.162395 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aeb8bf00-c08f-49d7-b15b-88b5caa8b910 req-947711f2-0e0b-45f6-b396-d966e0587b03 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415747 Aug 12 17:40:42.198179 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-656b05b8-e871-4ee4-b1ea-4674fc0e080a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:42.302446 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-656b05b8-e871-4ee4-b1ea-4674fc0e080a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:42.307623 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-656b05b8-e871-4ee4-b1ea-4674fc0e080a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:42.348823 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b05b8-e871-4ee4-b1ea-4674fc0e080a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2463e06-b8b4-4cb5-bbc5-4fa96508b01c,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:42.355556 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-656b05b8-e871-4ee4-b1ea-4674fc0e080a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=512dfe13571e4bce8061cb7df281e841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689593 Aug 12 17:40:42.357953 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52306) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:42.408205 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-56cf86d5-8944-4cdc-b44c-815b036afdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:42.432672 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-56cf86d5-8944-4cdc-b44c-815b036afdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:42.485337 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-56cf86d5-8944-4cdc-b44c-815b036afdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:42.488034 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-56cf86d5-8944-4cdc-b44c-815b036afdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:42.489220 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-56cf86d5-8944-4cdc-b44c-815b036afdd6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2463e06-b8b4-4cb5-bbc5-4fa96508b01c HTTP/1.1" status: 204 len: 168 time: 0.1302540 Aug 12 17:40:42.497823 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf86d5-8944-4cdc-b44c-815b036afdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2463e06-b8b4-4cb5-bbc5-4fa96508b01c,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:42.829919 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52322) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:42.837493 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6815297b-323e-40b8-b7fe-5cdb9d6761b5 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:40:42.845204 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a4441916-a32c-4b2f-842f-10c2ec0cbe1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:42.949806 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:40:42.959133 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a4441916-a32c-4b2f-842f-10c2ec0cbe1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:42.961675 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'port_id': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'mac_address': 'fa:16:3e:b4:b8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:40:42.963810 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a4441916-a32c-4b2f-842f-10c2ec0cbe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:43.006136 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-a4441916-a32c-4b2f-842f-10c2ec0cbe1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da9b7be0c7954839a7ac224b5e07502a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749690 Aug 12 17:40:43.008267 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4441916-a32c-4b2f-842f-10c2ec0cbe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717eda44-7045-4a67-88f9-ebf356b79be7,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:43.008912 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 52326) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:43.012534 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:43.026972 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6815297b-323e-40b8-b7fe-5cdb9d6761b5 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:40:43.046593 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:40:43.051756 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:43.063534 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:43.087712 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:43.106522 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=6']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:43.114695 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.115048 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.115394 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.115733 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.116074 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.116406 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.116735 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.117072 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.117403 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.117729 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.118058 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.118538 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.141538 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:43.145807 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:43.147723 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/717eda44-7045-4a67-88f9-ebf356b79be7 HTTP/1.1" status: 204 len: 168 time: 0.1376593 Aug 12 17:40:43.162690 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717eda44-7045-4a67-88f9-ebf356b79be7,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:43.166770 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['6815297b-323e-40b8-b7fe-5cdb9d6761b5'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:40:43.172944 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.173307 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.174658 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.175158 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.175511 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.176538 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.177126 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.177631 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.178036 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.178696 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.179051 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.179386 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23573eb6-91e6-4f27-938a-90488c4c1a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:40:43.209464 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ce4b5-e47c-43dc-ab4a-c3957d9dcf90 req-1bd753a4-9e90-4f48-b0f3-56331b2ff7af tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:43.212227 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c25ce4b5-e47c-43dc-ab4a-c3957d9dcf90 req-1bd753a4-9e90-4f48-b0f3-56331b2ff7af tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0786839 Aug 12 17:40:43.271855 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c25ce4b5-e47c-43dc-ab4a-c3957d9dcf90 req-7a7dbf81-ecbd-4f31-8f60-f9fbc04178f4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532713 Aug 12 17:40:43.316751 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff267ee-d46a-4de0-901a-751db318206d req-07c1a90d-c341-4bf3-bc66-69b060411fd4 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:43.318440 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6ff267ee-d46a-4de0-901a-751db318206d req-07c1a90d-c341-4bf3-bc66-69b060411fd4 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0605123 Aug 12 17:40:43.364323 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6ff267ee-d46a-4de0-901a-751db318206d req-e3bc1d50-a8ea-4b33-ab66-6f54a8679699 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381668 Aug 12 17:40:44.410118 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be402e-877f-4092-a6bf-1efde89f31ea req-4d0c1f56-49da-4877-b89c-417eb4b7f398 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:44.412118 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-50be402e-877f-4092-a6bf-1efde89f31ea req-4d0c1f56-49da-4877-b89c-417eb4b7f398 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0564389 Aug 12 17:40:44.456206 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-50be402e-877f-4092-a6bf-1efde89f31ea req-dc6af28c-6c4c-444a-9f83-282a27cf96fc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372837 Aug 12 17:40:44.542864 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9665e-d101-45ef-b1ec-171536c38317 req-53e87399-69dc-4acd-9e39-cfdf594be1c3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:44.544416 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-06b9665e-d101-45ef-b1ec-171536c38317 req-53e87399-69dc-4acd-9e39-cfdf594be1c3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0720181 Aug 12 17:40:44.585245 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-06b9665e-d101-45ef-b1ec-171536c38317 req-09e861f2-5106-4871-b998-f2f3e82ba646 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344462 Aug 12 17:40:44.896680 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6815297b-323e-40b8-b7fe-5cdb9d6761b5 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:40:44.943167 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:40:44.943534 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:45.021265 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:45.046935 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:40:45.049158 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73356ee-e37c-4932-aaa1-74298d8cbebc" -d '{"events": [{"server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "name": "network-vif-plugged", "status": "completed", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:40:45.062758 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:40:45.067201 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:45.094789 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ccac1b-0a6c-4448-b8dc-3eb690ead429 x-openstack-request-id: req-44ccac1b-0a6c-4448-b8dc-3eb690ead429 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:40:45.095242 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "name": "network-vif-plugged", "status": "completed", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:40:45.095496 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44ccac1b-0a6c-4448-b8dc-3eb690ead429 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:40:45.095885 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'code': 200} Aug 12 17:40:45.123369 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=7']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:45.594943 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a6832-f88d-40f3-9c2d-bf9147c9425f req-81012d8c-fdb7-4977-910c-6169c4b4cc20 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:45.596520 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1e7a6832-f88d-40f3-9c2d-bf9147c9425f req-81012d8c-fdb7-4977-910c-6169c4b4cc20 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0509620 Aug 12 17:40:45.635286 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1e7a6832-f88d-40f3-9c2d-bf9147c9425f req-1b755b0f-e2a0-4ee2-8d18-1bfd61422f7f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328984 Aug 12 17:40:45.715511 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676d0e7-0319-48ef-9ec2-a2db415c150c req-1143c910-9f0c-4a82-b5a3-66fe73874c36 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:45.717004 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8676d0e7-0319-48ef-9ec2-a2db415c150c req-1143c910-9f0c-4a82-b5a3-66fe73874c36 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0575621 Aug 12 17:40:45.755345 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8676d0e7-0319-48ef-9ec2-a2db415c150c req-5d422dd1-e8fc-4dfc-8972-7b48101fe0a8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320377 Aug 12 17:40:46.754798 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60eb16-b4ba-495a-9eb5-518e5b7d194a req-41dfcb4d-c95a-4a65-983a-2aedfb629020 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:46.756249 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2e60eb16-b4ba-495a-9eb5-518e5b7d194a req-41dfcb4d-c95a-4a65-983a-2aedfb629020 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0498006 Aug 12 17:40:46.795459 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2e60eb16-b4ba-495a-9eb5-518e5b7d194a req-bb809090-4dad-46d4-afb2-d64149ea5e32 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332596 Aug 12 17:40:46.872281 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75253-9ae0-43e1-8a28-73cdbe953a84 req-d868d876-bf22-4a6c-b204-67f597cb6166 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:46.873877 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8aa75253-9ae0-43e1-8a28-73cdbe953a84 req-d868d876-bf22-4a6c-b204-67f597cb6166 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0481718 Aug 12 17:40:46.913002 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8aa75253-9ae0-43e1-8a28-73cdbe953a84 req-7f5ce361-265a-4690-b195-88d0c71e6651 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Aug 12 17:40:47.915605 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f2c39-fe70-4754-a8fd-187e796055db req-868a3b4b-15f7-464a-ae4d-2d756a61b986 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:47.917109 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d66f2c39-fe70-4754-a8fd-187e796055db req-868a3b4b-15f7-464a-ae4d-2d756a61b986 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0510771 Aug 12 17:40:47.960980 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d66f2c39-fe70-4754-a8fd-187e796055db req-6d207601-fa35-454e-933f-e59122b68170 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379608 Aug 12 17:40:48.026782 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de842bcb-93a9-465a-bd61-99d6f8501d64 req-0f0c1371-ecfb-4cd0-b834-e5b698477823 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:48.028234 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de842bcb-93a9-465a-bd61-99d6f8501d64 req-0f0c1371-ecfb-4cd0-b834-e5b698477823 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0472453 Aug 12 17:40:48.065416 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de842bcb-93a9-465a-bd61-99d6f8501d64 req-bccb6b87-c1cd-4dd2-8a25-accce33bb69e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Aug 12 17:40:49.085271 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33045e-559d-49f0-b74e-8305b1949e4a req-62e1bba8-a669-43a9-a79d-13f9f23a5422 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:49.086902 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7c33045e-559d-49f0-b74e-8305b1949e4a req-62e1bba8-a669-43a9-a79d-13f9f23a5422 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0525188 Aug 12 17:40:49.139936 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7c33045e-559d-49f0-b74e-8305b1949e4a req-0768af80-ebf7-47c9-9a71-4326f8a36977 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466757 Aug 12 17:40:49.191166 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de928f98-d2d3-410d-b0f5-a883cfdeef7d req-9e06ca03-9630-4059-986d-dd557701e56e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:49.193438 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de928f98-d2d3-410d-b0f5-a883cfdeef7d req-9e06ca03-9630-4059-986d-dd557701e56e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0584886 Aug 12 17:40:49.233405 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de928f98-d2d3-410d-b0f5-a883cfdeef7d req-02a7af99-58e1-4ce3-b2ff-c20ee7980bfb tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326200 Aug 12 17:40:50.262350 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6feff5e-a5bf-4604-af16-c0a7e42a8089 req-08f190d1-a585-4947-9ac9-dc405c22f021 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:50.264298 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c6feff5e-a5bf-4604-af16-c0a7e42a8089 req-08f190d1-a585-4947-9ac9-dc405c22f021 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0510073 Aug 12 17:40:50.319982 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c6feff5e-a5bf-4604-af16-c0a7e42a8089 req-019cac6e-2449-4934-a04d-7ef74316bf42 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493422 Aug 12 17:40:50.357215 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f3093-0fa2-4a50-ba80-7f3cb8d44f4c req-dd140059-7eda-4206-a166-8d9bede0305e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:50.358702 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-644f3093-0fa2-4a50-ba80-7f3cb8d44f4c req-dd140059-7eda-4206-a166-8d9bede0305e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0535803 Aug 12 17:40:50.397042 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-644f3093-0fa2-4a50-ba80-7f3cb8d44f4c req-9c32ae7a-1487-4a36-a3e5-b06e73c989e1 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315499 Aug 12 17:40:51.446420 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0db69-3016-4008-a1dd-8154598d9bec req-ff666665-f924-4a6c-8f63-67f3c4b95956 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:51.447920 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eff0db69-3016-4008-a1dd-8154598d9bec req-ff666665-f924-4a6c-8f63-67f3c4b95956 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0547462 Aug 12 17:40:51.511550 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eff0db69-3016-4008-a1dd-8154598d9bec req-de38cc0a-e6a4-4184-b0d2-af8c9ff888f6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575962 Aug 12 17:40:51.527973 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff355f9-f042-47fb-a9a1-36b562ff684b req-4111045d-3f2a-478d-95ff-6e27922e807d tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:51.529423 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cff355f9-f042-47fb-a9a1-36b562ff684b req-4111045d-3f2a-478d-95ff-6e27922e807d tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0618210 Aug 12 17:40:51.567353 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cff355f9-f042-47fb-a9a1-36b562ff684b req-274872f2-5a6b-4fcc-adc8-cee72ca0a06c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319505 Aug 12 17:40:52.637409 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af951-c6a5-4ad7-ac7e-d577f512b980 req-f7234a95-c05d-4469-9bef-0a35215fddba tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:52.638867 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd9af951-c6a5-4ad7-ac7e-d577f512b980 req-f7234a95-c05d-4469-9bef-0a35215fddba tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0494995 Aug 12 17:40:52.708672 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd9af951-c6a5-4ad7-ac7e-d577f512b980 req-4c7a6148-e6d6-4ea5-88a8-5a1bf94ecf65 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606351 Aug 12 17:40:52.715766 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87395711-81da-43ea-b066-6c3bdde3d1e7 req-5c2c3acc-20dd-47e5-98f1-e774f724458f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:52.717188 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-87395711-81da-43ea-b066-6c3bdde3d1e7 req-5c2c3acc-20dd-47e5-98f1-e774f724458f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0774195 Aug 12 17:40:52.756326 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-87395711-81da-43ea-b066-6c3bdde3d1e7 req-309b7770-ceac-407b-ac99-458b0b9d1d4d tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Aug 12 17:40:53.705246 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:40:53.837244 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09809692-6674-4b41-bc7c-5d240fb53fdc req-8dc389c0-c6d8-40a7-be5e-a90c4d8c7f97 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:53.838797 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-09809692-6674-4b41-bc7c-5d240fb53fdc req-8dc389c0-c6d8-40a7-be5e-a90c4d8c7f97 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0559068 Aug 12 17:40:53.906021 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-09809692-6674-4b41-bc7c-5d240fb53fdc req-08e7c77c-48dd-434c-9add-1b540cf69cb4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584767 Aug 12 17:40:53.918336 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ae9cc-129f-4257-9e9e-c9ce4f7722f8 req-03115529-58af-4263-86da-8edfd2a4903f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:53.919854 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e45ae9cc-129f-4257-9e9e-c9ce4f7722f8 req-03115529-58af-4263-86da-8edfd2a4903f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0917761 Aug 12 17:40:53.961395 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e45ae9cc-129f-4257-9e9e-c9ce4f7722f8 req-fb64bcc8-e271-4803-b425-392b772a30c3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354259 Aug 12 17:40:55.066058 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04404bbe-033f-4d47-a318-998ddb541c3a req-b1739a9e-2494-4b93-8982-7859ba79a166 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:55.068152 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-04404bbe-033f-4d47-a318-998ddb541c3a req-b1739a9e-2494-4b93-8982-7859ba79a166 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0812230 Aug 12 17:40:55.138678 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-04404bbe-033f-4d47-a318-998ddb541c3a req-b4f54a8b-1f4e-482c-bcbc-3fe3fc04ac94 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538347 Aug 12 17:40:55.152078 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f09032-1691-41b0-b11a-a8adb110520d req-d33c21eb-3a6f-446d-9b06-92bb647d2544 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:55.153661 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-58f09032-1691-41b0-b11a-a8adb110520d req-d33c21eb-3a6f-446d-9b06-92bb647d2544 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0960095 Aug 12 17:40:55.201532 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-58f09032-1691-41b0-b11a-a8adb110520d req-993c666d-6023-4612-af49-84bf2bb4ead5 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346537 Aug 12 17:40:55.552902 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 52572) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:55.677162 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5f4f38f5-9637-423d-86f6-1542a0e4411a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:55.781108 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5f4f38f5-9637-423d-86f6-1542a0e4411a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:55.785814 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-5f4f38f5-9637-423d-86f6-1542a0e4411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:55.829401 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-5f4f38f5-9637-423d-86f6-1542a0e4411a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9da58383b62a4fecb3fc2d8e663b00ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753029 Aug 12 17:40:55.830137 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f38f5-9637-423d-86f6-1542a0e4411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21027a68-9740-42ce-b211-ac3b8a5b3922,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:55.832016 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52576) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:55.892728 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c6cb178c-0f58-477a-aa50-99ba21ec1058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:55.913888 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c6cb178c-0f58-477a-aa50-99ba21ec1058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:55.961058 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c6cb178c-0f58-477a-aa50-99ba21ec1058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:55.963744 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c6cb178c-0f58-477a-aa50-99ba21ec1058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:55.964920 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-c6cb178c-0f58-477a-aa50-99ba21ec1058 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21027a68-9740-42ce-b211-ac3b8a5b3922 HTTP/1.1" status: 204 len: 168 time: 0.1314445 Aug 12 17:40:55.972902 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb178c-0f58-477a-aa50-99ba21ec1058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21027a68-9740-42ce-b211-ac3b8a5b3922,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:56.269575 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040002df-455e-4521-9342-86b3d09c0d1d req-e8ddd0ad-6f6a-4f0c-acbf-1ad2e15a590b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:56.271630 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-040002df-455e-4521-9342-86b3d09c0d1d req-e8ddd0ad-6f6a-4f0c-acbf-1ad2e15a590b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0529320 Aug 12 17:40:56.341168 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-040002df-455e-4521-9342-86b3d09c0d1d req-ef9b10a0-78b4-4045-ae08-dc08932e5b6d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597005 Aug 12 17:40:56.373228 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c15d72-1e18-4e74-b4b6-23cd4abadf3b req-9b44ff15-c94e-459f-9e11-a6e39b6614c8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:56.374771 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-19c15d72-1e18-4e74-b4b6-23cd4abadf3b req-9b44ff15-c94e-459f-9e11-a6e39b6614c8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0853577 Aug 12 17:40:56.414974 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-19c15d72-1e18-4e74-b4b6-23cd4abadf3b req-d3f24cc8-75d1-481b-83ad-bbd90066588b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Aug 12 17:40:56.675621 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52606) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:56.791576 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-352905233-network', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:40:56.826541 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Made reservation on behalf of 029fcb9290ca4c74ae9cd5b987fdab80 for: {'network': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:40:56.828874 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:56.837327 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:56.933020 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:56.938628 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:56.972233 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213e294d-146d-4003-b417-61544e740824,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:56.980309 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:40:56.992891 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:56.993268 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.segments_db [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Added segment 2077e024-13bf-4670-9d4a-b12f7df80903 of type vlan for network c2f1b465-5773-44fe-95ed-b353b8b74e9b Aug 12 17:40:57.036035 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.075324 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.076626 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:57.076936 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.136589 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4598365 Aug 12 17:40:57.139550 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 52612) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:57.145005 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Request body: {'subnet': {'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-352905233-subnet', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'ip_version': 4}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:40:57.156150 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b4e949-35b2-4df2-99d2-0f8758042329 admin admin] Pushing event updated for resources: {'Network': ['ID=c2f1b465-5773-44fe-95ed-b353b8b74e9b,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:57.169083 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network c2f1b465-5773-44fe-95ed-b353b8b74e9b details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:40:57.171459 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Made reservation on behalf of 029fcb9290ca4c74ae9cd5b987fdab80 for: {'subnet': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:40:57.173909 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127454939'] for subnet, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.377630 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127425806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127454953'] for subnet, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.447605 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57b45aad-7d88-4e36-b311-0802e1fda254,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:57.474656 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Checking segment: {'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:40:57.475520 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Network hostable DHCP agents. Network: c2f1b465-5773-44fe-95ed-b353b8b74e9b, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:40:57.509796 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Network c2f1b465-5773-44fe-95ed-b353b8b74e9b is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:40:57.528916 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, c2f1b465-5773-44fe-95ed-b353b8b74e9b) {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:40:57.538111 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e39aa0-6a22-4b9d-9a96-83f7a2fa529e None None] Network c2f1b465-5773-44fe-95ed-b353b8b74e9b requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:40:57.542040 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:57.543951 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.550429 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776beec8-8930-4815-9a75-ad64ee886e5f req-69babf91-38a6-4aed-9982-9a59721e8c36 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:57.554164 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-776beec8-8930-4815-9a75-ad64ee886e5f req-69babf91-38a6-4aed-9982-9a59721e8c36 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1108706 Aug 12 17:40:57.565574 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2b78ae91-8940-4665-a287-47dad7b2d913 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4247570 Aug 12 17:40:57.566664 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52618) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:40:57.588776 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:40:57.619123 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d64f1-d4cb-45a0-b2e0-5dcf10de2c9b req-31df2d52-5885-4901-b486-70704ce17288 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:57.620868 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4e5d64f1-d4cb-45a0-b2e0-5dcf10de2c9b req-31df2d52-5885-4901-b486-70704ce17288 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.1176937 Aug 12 17:40:57.657649 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-776beec8-8930-4815-9a75-ad64ee886e5f req-8bde042e-79bf-4d44-993c-a097b06d0896 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950992 Aug 12 17:40:57.658597 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48516'] for router, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.659872 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455470', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48523'] for router, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.691310 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4e5d64f1-d4cb-45a0-b2e0-5dcf10de2c9b req-41f5891e-2786-44e8-ae34-19e21f941fd6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579522 Aug 12 17:40:57.762236 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.769853 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca075a2-7e19-5045-9ab7-4c8c0aa7a918-c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254'}]}} from dv-cinder-788253-6-iscsi. {{(pid=94310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 17:40:57.770985 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.953570 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:57.977830 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.db_base_plugin_common [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Allocated IP 172.20.0.2 (c2f1b465-5773-44fe-95ed-b353b8b74e9b/57b45aad-7d88-4e36-b311-0802e1fda254/e94af079-2b5a-4cb1-9c77-cdad01f1d081) {{(pid=94310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:40:58.180984 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Notify callbacks [] for port, precommit_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:58.193389 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Transition to ACTIVE for port object e94af079-2b5a-4cb1-9c77-cdad01f1d081 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:40:58.203868 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:58.218592 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Transition to ACTIVE for port object e94af079-2b5a-4cb1-9c77-cdad01f1d081 will not be triggered until provisioned by entity DHCP. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:40:58.227562 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:58.231142 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:58.304862 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Network c2f1b465-5773-44fe-95ed-b353b8b74e9b is already hosted by enough agents. {{(pid=94310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:40:58.318297 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.base_scheduler [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Resources bound (agent type, host, resource id): {{(pid=94310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:40:58.320956 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Received port after_create {{(pid=94310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:40:58.328961 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Pushing event updated for resources: {'Port': ['ID=e94af079-2b5a-4cb1-9c77-cdad01f1d081,revision_number=1']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:58.379400 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Allocated IP 172.27.1.168 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/500820da-ee52-4197-9b43-8b3654360993) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:40:58.393383 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Attempting to bind port e94af079-2b5a-4cb1-9c77-cdad01f1d081 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:40:58.393383 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Attempting to bind port e94af079-2b5a-4cb1-9c77-cdad01f1d081 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:40:58.393580 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Attempting to bind port e94af079-2b5a-4cb1-9c77-cdad01f1d081 on network c2f1b465-5773-44fe-95ed-b353b8b74e9b {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:40:58.399446 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:40:58.399920 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Checking segment: {'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:40:58.400354 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:58.400941 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Bound using segment: {'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:40:58.401419 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Bound port: e94af079-2b5a-4cb1-9c77-cdad01f1d081, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:40:58.401796 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:58.486278 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] For port e94af079-2b5a-4cb1-9c77-cdad01f1d081, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:40:58.506467 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] For port e94af079-2b5a-4cb1-9c77-cdad01f1d081, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=e94af079-2b5a-4cb1-9c77-cdad01f1d081,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:40:58.512382 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:58.517038 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:58.571687 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:58.606447 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:40:58.609715 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:40:58.614915 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:40:58.654244 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f2361-9760-4ec8-acfc-6da8dad8a533 None None] Pushing event updated for resources: {'Port': ['ID=e94af079-2b5a-4cb1-9c77-cdad01f1d081,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:58.748787 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Pushing event updated for resources: {'Port': ['ID=500820da-ee52-4197-9b43-8b3654360993,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:40:59.000289 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d042199-23e2-4a65-a316-10c7f436212d req-e94a207b-0388-44fb-8b31-08a8c84d1e63 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:59.002463 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1d042199-23e2-4a65-a316-10c7f436212d req-e94a207b-0388-44fb-8b31-08a8c84d1e63 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1699493 Aug 12 17:40:59.035985 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a59a1-6aa5-44ec-9193-7d2865aa3a60 req-de6269f6-91cc-4fbc-b3c3-2b281e94dafa tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:40:59.043727 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f06a59a1-6aa5-44ec-9193-7d2865aa3a60 req-de6269f6-91cc-4fbc-b3c3-2b281e94dafa tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.2127376 Aug 12 17:40:59.164710 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1d042199-23e2-4a65-a316-10c7f436212d req-d0f5883e-5041-4d41-9fda-4661718b8cbe tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188695 Aug 12 17:40:59.172244 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f06a59a1-6aa5-44ec-9193-7d2865aa3a60 req-c48611f9-4748-4e77-b373-4b1144ee3971 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275263 Aug 12 17:40:59.240108 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:59.557132 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device e94af079-2b5a-4cb1-9c77-cdad01f1d081 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:40:59.674343 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port e94af079-2b5a-4cb1-9c77-cdad01f1d081 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:40:59.839368 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:40:59.868175 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675'] for router, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:00.004387 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f37b2-4a79-4515-8e0e-fe57f994223c None None] Network c2f1b465-5773-44fe-95ed-b353b8b74e9b requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:41:00.018324 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe is scheduled to L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 with binding_index 1 {{(pid=94309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 17:41:00.148623 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:41:00.167730 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] Notify callbacks [] for router, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:00.169525 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-5e84c2ed-dab5-4539-ba52-ba940e16d5ab admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5908024 Aug 12 17:41:00.172487 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52648) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:00.189778 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Sync routers for ids ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:41:00.230676 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Routers {'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:00.231527 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:40:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:00.321332 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-4ac88603-5550-4287-aab3-e07085b4d6ec None None] Provisioning for port e94af079-2b5a-4cb1-9c77-cdad01f1d081 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:00.323244 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-50d5bbb7-d4d3-45d2-adfa-e7530463fb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:00.341348 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-4ac88603-5550-4287-aab3-e07085b4d6ec None None] Provisioning complete for port e94af079-2b5a-4cb1-9c77-cdad01f1d081 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:00.341643 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4ac88603-5550-4287-aab3-e07085b4d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:00.444246 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Set router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:00.485858 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1286-87f0-4123-892d-4765fa720811 req-5286e604-ad68-48f4-b705-f07b20b6bb98 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:00.487485 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c0bf1286-87f0-4123-892d-4765fa720811 req-5286e604-ad68-48f4-b705-f07b20b6bb98 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1815541 Aug 12 17:41:00.506860 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3afa11-1633-41b3-a2b0-a18d7188009e req-f9ad1b7e-fd71-4435-a029-608e34cf9136 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:00.508451 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ab3afa11-1633-41b3-a2b0-a18d7188009e req-f9ad1b7e-fd71-4435-a029-608e34cf9136 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.2043350 Aug 12 17:41:00.646119 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c0bf1286-87f0-4123-892d-4765fa720811 req-cf95e1e6-d87f-40cb-aa88-bce9dc5bff63 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507816 Aug 12 17:41:00.652502 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ab3afa11-1633-41b3-a2b0-a18d7188009e req-ca944cd2-c309-4854-b156-2a3ecf5c0cd5 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305933 Aug 12 17:41:00.744513 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4ac88603-5550-4287-aab3-e07085b4d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:00.841876 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:00.875767 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-4ac88603-5550-4287-aab3-e07085b4d6ec None None] For port e94af079-2b5a-4cb1-9c77-cdad01f1d081, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=e94af079-2b5a-4cb1-9c77-cdad01f1d081,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:00.884912 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4ac88603-5550-4287-aab3-e07085b4d6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:00.946670 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:40:59Z', 'revision_number': 3, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:01.012342 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac88603-5550-4287-aab3-e07085b4d6ec None None] Pushing event updated for resources: {'Port': ['ID=e94af079-2b5a-4cb1-9c77-cdad01f1d081,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:01.015487 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Checking router: c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:41:01.015937 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Updating router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe port 500820da-ee52-4197-9b43-8b3654360993 binding host dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:41:01.053460 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.100829 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-d028e161-dbcd-47bb-9195-0cc35cc656f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:01.102387 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-d028e161-dbcd-47bb-9195-0cc35cc656f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 1098 time: 0.1030488 Aug 12 17:41:01.110806 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df338a-1c31-4cf5-84c4-c133f1c77973 req-02c4b853-e26c-4297-b04d-b4d46c0e64b2 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:01.118659 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e8df338a-1c31-4cf5-84c4-c133f1c77973 req-02c4b853-e26c-4297-b04d-b4d46c0e64b2 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.2496245 Aug 12 17:41:01.240496 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-f5e84f83-8170-4352-afcc-465a08a141a4 None None] Provisioning complete for port e94af079-2b5a-4cb1-9c77-cdad01f1d081 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:01.240776 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-f5e84f83-8170-4352-afcc-465a08a141a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.242183 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-bcbad060-e306-40d2-84f4-d992a1649c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:01.243951 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-bcbad060-e306-40d2-84f4-d992a1649c85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 910 time: 0.1326897 Aug 12 17:41:01.244199 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Allocated IP 172.20.0.1 (c2f1b465-5773-44fe-95ed-b353b8b74e9b/57b45aad-7d88-4e36-b311-0802e1fda254/d01f8712-672d-46d5-8128-59554d15ce51) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:01.274418 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e8df338a-1c31-4cf5-84c4-c133f1c77973 req-4034feee-8487-441e-ac0f-21cfaa238a96 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469884 Aug 12 17:41:01.343562 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-905e114b-9440-4f0f-8562-49b6d4ac16ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5 HTTP/1.1" status: 200 len: 1001 time: 0.0905926 Aug 12 17:41:01.412749 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-d0d45cbb-41d4-473f-9bda-bab510902e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:01.414959 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-d0d45cbb-41d4-473f-9bda-bab510902e7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 200 len: 849 time: 0.0619402 Aug 12 17:41:01.466635 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.487040 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.provisioning_blocks [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Transition to ACTIVE for port object d01f8712-672d-46d5-8128-59554d15ce51 will not be triggered until provisioned by entity DHCP. {{(pid=94309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:01.495473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-27576ab9-ad36-47fd-ba2a-6f67275901e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:01.497579 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-27576ab9-ad36-47fd-ba2a-6f67275901e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62101b59-2a07-457f-a492-cb59bed73924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739105 Aug 12 17:41:01.551626 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device e94af079-2b5a-4cb1-9c77-cdad01f1d081 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:01.558577 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.599727 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Network c2f1b465-5773-44fe-95ed-b353b8b74e9b is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:01.603818 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Notify callbacks [] for port, precommit_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.604430 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:01.609867 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:01.618898 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Transition to ACTIVE for port object 500820da-ee52-4197-9b43-8b3654360993 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:01.628743 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.663110 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port e94af079-2b5a-4cb1-9c77-cdad01f1d081 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:01.663565 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.672363 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368430'] for router_interface, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.701954 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-c150dcec-2c47-49c3-adb8-a64d86b86864 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942966 Aug 12 17:41:01.715044 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Attempting to bind port 500820da-ee52-4197-9b43-8b3654360993 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:01.715425 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Attempting to bind port 500820da-ee52-4197-9b43-8b3654360993 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:01.715791 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Attempting to bind port 500820da-ee52-4197-9b43-8b3654360993 on network 02439c8f-1755-4220-a912-61d594f4e8a3 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:01.747271 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8a63b-536b-46dd-b3b0-0c57e659c174 None None] Pushing event updated for resources: {'Port': ['ID=500820da-ee52-4197-9b43-8b3654360993,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:01.755467 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d01f8712-672d-46d5-8128-59554d15ce51,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:01.764348 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:01.764753 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:01.765129 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.765527 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Bound using segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:01.766168 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Bound port: 500820da-ee52-4197-9b43-8b3654360993, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:01.766423 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.883666 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] For port 500820da-ee52-4197-9b43-8b3654360993, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:01.888633 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] For port 500820da-ee52-4197-9b43-8b3654360993, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=500820da-ee52-4197-9b43-8b3654360993,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:01.896494 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51108f0-045c-4e13-8a58-13972a7a0b5d req-6777ec2d-d758-4763-84ad-631617703ed5 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:01.898063 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c51108f0-045c-4e13-8a58-13972a7a0b5d req-6777ec2d-d758-4763-84ad-631617703ed5 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1030192 Aug 12 17:41:01.945956 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:01.964349 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c51108f0-045c-4e13-8a58-13972a7a0b5d req-4d3642e1-6910-4713-84ed-0642115f4e53 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551178 Aug 12 17:41:02.004057 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:02.052395 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Routers {'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:02.053540 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:40:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:02.058816 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-bda5143a-475c-4b5b-a808-348f4f33972b None None] Provisioning for port d01f8712-672d-46d5-8128-59554d15ce51 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:02.081718 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-bda5143a-475c-4b5b-a808-348f4f33972b None None] Provisioning complete for port d01f8712-672d-46d5-8128-59554d15ce51 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:02.082850 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-bda5143a-475c-4b5b-a808-348f4f33972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:02.154562 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-0d3a6190-c2ac-419c-a763-0c05f5a0c3bd req-721fc9f8-05f2-49be-b6bd-b8864e7fc1ee service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417233 Aug 12 17:41:02.175349 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8a63b-536b-46dd-b3b0-0c57e659c174 None None] Pushing event updated for resources: {'Port': ['ID=500820da-ee52-4197-9b43-8b3654360993,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:02.191987 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-bda5143a-475c-4b5b-a808-348f4f33972b None None] Port d01f8712-672d-46d5-8128-59554d15ce51 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:41:02.273040 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] Set router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:02.302348 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:02.320320 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126545574'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:02.444938 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368570'] for router_interface, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:02.460910 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d01f8712-672d-46d5-8128-59554d15ce51,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:02.476569 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cae1c1-b286-4ed0-bd68-57bb9e0ccc7a req-9278a899-35fe-49e5-ab13-65fd2cb7332f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:02.478113 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-84cae1c1-b286-4ed0-bd68-57bb9e0ccc7a req-9278a899-35fe-49e5-ab13-65fd2cb7332f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0986714 Aug 12 17:41:02.521330 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 1, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:02.552081 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea537a3-aa5b-4ea1-a2b2-5e1241264c4e None None] The sync data for ids ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'] in dv-cinder-788253-6-iscsi is: [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 1, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:41:02.569770 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-84cae1c1-b286-4ed0-bd68-57bb9e0ccc7a req-54a624b0-050d-4447-bc2c-5bd88b748b02 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794110 Aug 12 17:41:02.615278 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Network c2f1b465-5773-44fe-95ed-b353b8b74e9b is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:02.616734 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:02.767738 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:41:02.903164 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-e414ff6b-e8a9-441e-a5bc-3125e70ec423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:02.967529 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:41:02.984826 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-044b0ffe-c603-4f71-8970-ad4b925374e1 admin admin] 10.222.0.25 "PUT /v2.0/routers/c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8110585 Aug 12 17:41:03.042714 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-8bd0c867-1203-4fb9-8c17-fc886fb65827 None None] Provisioning complete for port d01f8712-672d-46d5-8128-59554d15ce51 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:03.047450 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8bd0c867-1203-4fb9-8c17-fc886fb65827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:03.150497 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beec8af-991f-4559-bc30-20702331c302 req-78afa7aa-8e1f-4673-894d-05ce8c33a54b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:03.161547 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2beec8af-991f-4559-bc30-20702331c302 req-78afa7aa-8e1f-4673-894d-05ce8c33a54b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0899203 Aug 12 17:41:03.163133 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0c867-1203-4fb9-8c17-fc886fb65827 None None] Port d01f8712-672d-46d5-8128-59554d15ce51 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:41:03.218485 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2beec8af-991f-4559-bc30-20702331c302 req-0f7509cf-e65f-4a04-bae0-385dc243bd90 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559583 Aug 12 17:41:03.263712 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:03.790166 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196e40-a0c7-42b5-83f1-8d6dc3ae80d9 req-41848afb-aa16-4c71-b590-fc050dafcda8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:03.798898 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d0196e40-a0c7-42b5-83f1-8d6dc3ae80d9 req-41848afb-aa16-4c71-b590-fc050dafcda8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0858970 Aug 12 17:41:03.815983 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 52698) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:03.821620 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-713081078-network', 'tenant_id': '639f276666e44e87a5807cde586c0630'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:03.863720 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Made reservation on behalf of 639f276666e44e87a5807cde586c0630 for: {'network': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:41:03.866865 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:03.867557 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d0196e40-a0c7-42b5-83f1-8d6dc3ae80d9 req-5e8b220c-43c0-4563-a2c2-dbba0147b9ff tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638459 Aug 12 17:41:03.883612 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.001632 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.008288 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.047261 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:41:04.054834 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.063006 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce374468-a6c8-4d4c-918f-a02238568c86,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:04.083678 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.084157 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.segments_db [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Added segment 179b3074-dbaf-4fb5-8efc-7730b2cc13be of type vlan for network ad556f82-80b4-43ae-b099-59f8a7206980 Aug 12 17:41:04.141621 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.178505 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.179637 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:04.180342 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.247910 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4273469 Aug 12 17:41:04.249495 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52704) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:04.252662 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5e83d-3bc3-409d-b91c-02ef0e3e3e10 admin admin] Pushing event updated for resources: {'Network': ['ID=ad556f82-80b4-43ae-b099-59f8a7206980,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:04.260421 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Request body: {'subnet': {'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-713081078-subnet', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'ip_version': 4}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:04.264394 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network ad556f82-80b4-43ae-b099-59f8a7206980 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:41:04.293549 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Made reservation on behalf of 639f276666e44e87a5807cde586c0630 for: {'subnet': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:41:04.297639 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127496411'] for subnet, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.468916 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d6949-69d2-4ede-8e91-28d765172b20 req-105eb484-b5bc-400e-a28c-6796c4c85eff tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:04.470440 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-216d6949-69d2-4ede-8e91-28d765172b20 req-105eb484-b5bc-400e-a28c-6796c4c85eff tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0877297 Aug 12 17:41:04.543608 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-216d6949-69d2-4ede-8e91-28d765172b20 req-859471ee-4375-446e-8de3-5abfceb23f93 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656669 Aug 12 17:41:04.596421 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126545627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127496425'] for subnet, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.652499 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d128c260-291f-4f33-a8ea-c1cb9eecedbf,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:04.673318 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Checking segment: {'id': '179b3074-dbaf-4fb5-8efc-7730b2cc13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:04.673689 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Network hostable DHCP agents. Network: ad556f82-80b4-43ae-b099-59f8a7206980, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:41:04.691978 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Network ad556f82-80b4-43ae-b099-59f8a7206980 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:41:04.701461 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, ad556f82-80b4-43ae-b099-59f8a7206980) {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:04.713206 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4a7866-0020-45f6-a385-627617f73d71 None None] Network ad556f82-80b4-43ae-b099-59f8a7206980 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:41:04.718825 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:04.720389 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.746281 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-bb0d11db-923b-4d29-a652-83dc612434f9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4953859 Aug 12 17:41:04.748929 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52710) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:04.754622 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-713081078-router', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:04.788762 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48516'] for router, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.790422 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455470', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48523'] for router, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:04.858675 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.019006 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca075a2-7e19-5045-9ab7-4c8c0aa7a918-ad556f82-80b4-43ae-b099-59f8a7206980', 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'fixed_ips': [{'subnet_id': 'd128c260-291f-4f33-a8ea-c1cb9eecedbf'}]}} from dv-cinder-788253-6-iscsi. {{(pid=94310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 17:41:05.021497 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.028223 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.194103 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.db_base_plugin_common [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Allocated IP 172.20.0.2 (ad556f82-80b4-43ae-b099-59f8a7206980/d128c260-291f-4f33-a8ea-c1cb9eecedbf/428dfbbe-d1c9-4571-b01b-fdf0ec90700d) {{(pid=94310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:05.387416 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.406314 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Sync routers for ids ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:41:05.412120 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Transition to ACTIVE for port object 428dfbbe-d1c9-4571-b01b-fdf0ec90700d will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:05.437955 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Routers {'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:05.438741 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:05.460874 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Transition to ACTIVE for port object 428dfbbe-d1c9-4571-b01b-fdf0ec90700d will not be triggered until provisioned by entity DHCP. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:05.480059 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.481301 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.560620 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 500820da-ee52-4197-9b43-8b3654360993 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:05.565914 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Network ad556f82-80b4-43ae-b099-59f8a7206980 is already hosted by enough agents. {{(pid=94310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:05.600137 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.base_scheduler [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Resources bound (agent type, host, resource id): {{(pid=94310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:05.614974 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Received port after_create {{(pid=94310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:05.672617 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Pushing event updated for resources: {'Port': ['ID=428dfbbe-d1c9-4571-b01b-fdf0ec90700d,revision_number=1']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:05.748067 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Set router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:05.757889 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.800091 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Attempting to bind port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:05.800753 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Attempting to bind port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '179b3074-dbaf-4fb5-8efc-7730b2cc13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:05.803523 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Attempting to bind port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d on network ad556f82-80b4-43ae-b099-59f8a7206980 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:05.805587 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.817059 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 500820da-ee52-4197-9b43-8b3654360993 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:05.834654 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:05.835261 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Checking segment: {'id': '179b3074-dbaf-4fb5-8efc-7730b2cc13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:05.835904 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.836559 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Bound using segment: {'id': '179b3074-dbaf-4fb5-8efc-7730b2cc13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:05.837332 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Bound port: 428dfbbe-d1c9-4571-b01b-fdf0ec90700d, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179b3074-dbaf-4fb5-8efc-7730b2cc13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:05.837942 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.844099 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 500820da-ee52-4197-9b43-8b3654360993 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:05.844837 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:05.903153 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6439e-b5e8-45a9-b10e-8dd8d3f6d6ba req-195a49a4-881d-4c39-b58c-45ac3ded539c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:05.905749 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-acc6439e-b5e8-45a9-b10e-8dd8d3f6d6ba req-195a49a4-881d-4c39-b58c-45ac3ded539c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1927984 Aug 12 17:41:06.044314 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] For port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:06.049520 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] For port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=428dfbbe-d1c9-4571-b01b-fdf0ec90700d,segment=NetworkSegment(179b3074-dbaf-4fb5-8efc-7730b2cc13be),segment_id=179b3074-dbaf-4fb5-8efc-7730b2cc13be)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:06.067679 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:06.166761 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-acc6439e-b5e8-45a9-b10e-8dd8d3f6d6ba req-0c645da6-63f7-467d-9b87-b26721ca6402 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370121 Aug 12 17:41:06.203771 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddee5e4-8d3d-4399-80f0-5ed81e190ad4 None None] Pushing event updated for resources: {'Port': ['ID=428dfbbe-d1c9-4571-b01b-fdf0ec90700d,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:06.312824 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:06.321531 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Allocated IP 172.27.1.181 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/e9d14881-52d7-4566-a621-61d7f4bd4341) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:06.343291 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 500820da-ee52-4197-9b43-8b3654360993, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=500820da-ee52-4197-9b43-8b3654360993,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:06.357957 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:06.367526 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:02Z', 'revision_number': 2, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:06.407568 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Checking router: c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:41:06.408779 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Updating router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe port d01f8712-672d-46d5-8128-59554d15ce51 binding host dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:41:06.443518 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:06.476366 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:06.483469 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=500820da-ee52-4197-9b43-8b3654360993,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:06.549353 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:06.607848 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:06.610378 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:06.613688 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:06.619420 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e9d14881-52d7-4566-a621-61d7f4bd4341,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:06.826661 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:06.841761 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Transition to ACTIVE for port object d01f8712-672d-46d5-8128-59554d15ce51 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:06.851096 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:06.899256 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Pushing event updated for resources: {'Port': ['ID=d01f8712-672d-46d5-8128-59554d15ce51,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:06.909239 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.909592 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.910510 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.910907 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.911244 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.911577 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.911917 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.912254 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.912586 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.912915 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.913241 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.913995 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:06.970366 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:07.008926 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Attempting to bind port d01f8712-672d-46d5-8128-59554d15ce51 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:07.009934 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Attempting to bind port d01f8712-672d-46d5-8128-59554d15ce51 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:07.009934 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Attempting to bind port d01f8712-672d-46d5-8128-59554d15ce51 on network c2f1b465-5773-44fe-95ed-b353b8b74e9b {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:07.020423 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:07.021072 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Checking segment: {'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:07.022094 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:07.022094 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Bound using segment: {'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:07.022350 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Bound port: d01f8712-672d-46d5-8128-59554d15ce51, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:07.023590 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:07.132289 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] For port d01f8712-672d-46d5-8128-59554d15ce51, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:07.137800 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] For port d01f8712-672d-46d5-8128-59554d15ce51, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=d01f8712-672d-46d5-8128-59554d15ce51,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:07.145741 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:07.202346 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Routers {'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:07.203847 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:07.392653 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675'] for router, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:07.542698 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] Set router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:07.719383 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0161281-36a2-4eb1-bef3-ff3a71e6e8f9 None None] Pushing event updated for resources: {'Port': ['ID=d01f8712-672d-46d5-8128-59554d15ce51,revision_number=4']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:07.729926 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 500820da-ee52-4197-9b43-8b3654360993 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:07.757255 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d334333-7c7c-4f9b-934e-640c9a82e3a4 req-732a2149-383c-47c2-8815-c072748e37bb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:07.779338 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2d334333-7c7c-4f9b-934e-640c9a82e3a4 req-732a2149-383c-47c2-8815-c072748e37bb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.2928874 Aug 12 17:41:07.874587 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b1d30c-3d25-4d2b-ae61-82071f3dd37a None None] Network ad556f82-80b4-43ae-b099-59f8a7206980 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:41:07.887782 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 52748) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:07.888363 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2d334333-7c7c-4f9b-934e-640c9a82e3a4 req-6d2b7e2c-3787-4612-9c60-b6188d81ae28 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076105 Aug 12 17:41:07.945518 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Router c30d521d-330a-4f73-97d8-41ff6b10bede is scheduled to L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 with binding_index 1 {{(pid=94309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 17:41:07.977894 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 500820da-ee52-4197-9b43-8b3654360993 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:07.978281 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.075998 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:07Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:08.080674 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:41:08.105657 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-81fd4a35-fd7d-4253-87ae-153c804bacbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.109312 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ba0c2-1b14-4ddb-b416-d4e1cf88a72a None None] The sync data for ids ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'] in dv-cinder-788253-6-iscsi is: [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:07Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:41:08.113634 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.120567 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 52754) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:08.122220 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Sync routers for ids ['c30d521d-330a-4f73-97d8-41ff6b10bede'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:41:08.124632 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-cec5717b-3332-416c-95bf-a9cf84821fb6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3740816 Aug 12 17:41:08.220349 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Routers {'c30d521d-330a-4f73-97d8-41ff6b10bede'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:08.221000 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c30d521d-330a-4f73-97d8-41ff6b10bede'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:08.223811 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-a25fe71f-b377-45e5-8901-7056c37e3bd7 None None] Provisioning for port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:08.308329 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 428dfbbe-d1c9-4571-b01b-fdf0ec90700d up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:08.437700 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Set router c30d521d-330a-4f73-97d8-41ff6b10bede gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:08.508438 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-81fd4a35-fd7d-4253-87ae-153c804bacbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.509538 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:08.532909 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-81fd4a35-fd7d-4253-87ae-153c804bacbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.555043 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:08.555355 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.609077 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd4a35-fd7d-4253-87ae-153c804bacbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaa37d8-7a89-42fd-a383-278ba0b284c2,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:08.737186 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52756) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:08.738215 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-81fd4a35-fd7d-4253-87ae-153c804bacbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbf138f04d6d48e1877d6370de9db4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8490376 Aug 12 17:41:08.758015 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.855432 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c5122ca-9fbc-4cc7-930b-e137b36bd4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.865911 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-c7131d57-2952-4d96-bbbd-58a1eef0f480 None None] Provisioning complete for port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:08.866482 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-c7131d57-2952-4d96-bbbd-58a1eef0f480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.902652 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=428dfbbe-d1c9-4571-b01b-fdf0ec90700d,segment=NetworkSegment(179b3074-dbaf-4fb5-8efc-7730b2cc13be),segment_id=179b3074-dbaf-4fb5-8efc-7730b2cc13be)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:08.908858 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'name': 'tempest-TestMinimumBasicScenario-713081078-router', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:04Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 3, 'project_id': '639f276666e44e87a5807cde586c0630', 'gw_port': {'id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:05Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:08.912785 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.913331 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c5122ca-9fbc-4cc7-930b-e137b36bd4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.979255 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Checking router: c30d521d-330a-4f73-97d8-41ff6b10bede for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:41:08.979600 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Updating router c30d521d-330a-4f73-97d8-41ff6b10bede port e9d14881-52d7-4566-a621-61d7f4bd4341 binding host dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:41:08.990499 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c5122ca-9fbc-4cc7-930b-e137b36bd4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.993638 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c5122ca-9fbc-4cc7-930b-e137b36bd4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:08.995484 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-8c5122ca-9fbc-4cc7-930b-e137b36bd4bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/faaa37d8-7a89-42fd-a383-278ba0b284c2 HTTP/1.1" status: 204 len: 168 time: 0.2562606 Aug 12 17:41:09.021484 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5122ca-9fbc-4cc7-930b-e137b36bd4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaa37d8-7a89-42fd-a383-278ba0b284c2,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:09.053053 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.176871 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5162f-12ac-4915-9337-5c1b6e7dcff2 req-28c8b31a-baed-479c-be72-d027ebd04a56 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:09.199628 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a8f5162f-12ac-4915-9337-5c1b6e7dcff2 req-28c8b31a-baed-479c-be72-d027ebd04a56 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1446495 Aug 12 17:41:09.286637 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a8f5162f-12ac-4915-9337-5c1b6e7dcff2 req-532eff70-cf35-4bf6-8126-b6951f627545 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861177 Aug 12 17:41:09.306575 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.350197 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=428dfbbe-d1c9-4571-b01b-fdf0ec90700d,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:09.570244 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device d01f8712-672d-46d5-8128-59554d15ce51 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:09.599226 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Allocated IP 172.20.0.1 (ad556f82-80b4-43ae-b099-59f8a7206980/d128c260-291f-4f33-a8ea-c1cb9eecedbf/92ed942e-cec9-49ec-9542-c9ea94939db2) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:09.678677 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port d01f8712-672d-46d5-8128-59554d15ce51 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:09.684584 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port d01f8712-672d-46d5-8128-59554d15ce51 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:09.684956 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.746995 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.768658 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Transition to ACTIVE for port object 92ed942e-cec9-49ec-9542-c9ea94939db2 will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:09.779002 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Notify callbacks [] for port, precommit_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.814667 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Transition to ACTIVE for port object e9d14881-52d7-4566-a621-61d7f4bd4341 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:09.830350 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.830611 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.876986 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.895846 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Network ad556f82-80b4-43ae-b099-59f8a7206980 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:09.906670 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc7cb5-4904-4367-b50a-93417ca3b4f5 None None] Pushing event updated for resources: {'Port': ['ID=e9d14881-52d7-4566-a621-61d7f4bd4341,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:09.912152 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Attempting to bind port e9d14881-52d7-4566-a621-61d7f4bd4341 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:09.912518 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Attempting to bind port e9d14881-52d7-4566-a621-61d7f4bd4341 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:09.912876 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Attempting to bind port e9d14881-52d7-4566-a621-61d7f4bd4341 on network 02439c8f-1755-4220-a912-61d594f4e8a3 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:09.924046 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:09.924283 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:09.924678 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.925066 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Bound using segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:09.926131 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Bound port: e9d14881-52d7-4566-a621-61d7f4bd4341, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:09.926519 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.971597 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port d01f8712-672d-46d5-8128-59554d15ce51, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=d01f8712-672d-46d5-8128-59554d15ce51,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:09.982282 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:09.983262 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 428dfbbe-d1c9-4571-b01b-fdf0ec90700d up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:09.996063 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:10.008853 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:10.071258 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Pushing event updated for resources: {'Port': ['ID=92ed942e-cec9-49ec-9542-c9ea94939db2,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:10.077068 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] For port e9d14881-52d7-4566-a621-61d7f4bd4341, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:10.111061 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] For port e9d14881-52d7-4566-a621-61d7f4bd4341, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=e9d14881-52d7-4566-a621-61d7f4bd4341,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:10.115707 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=d01f8712-672d-46d5-8128-59554d15ce51,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:10.132675 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:10.154953 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368430'] for router_interface, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:10.203866 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:10.204335 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:10.280257 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Routers {'c30d521d-330a-4f73-97d8-41ff6b10bede'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:10.280912 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c30d521d-330a-4f73-97d8-41ff6b10bede'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:10.356986 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc7cb5-4904-4367-b50a-93417ca3b4f5 None None] Pushing event updated for resources: {'Port': ['ID=e9d14881-52d7-4566-a621-61d7f4bd4341,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:10.481029 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-067849f6-eee3-4711-b1fd-6b7f90fba85f None None] Provisioning for port 92ed942e-cec9-49ec-9542-c9ea94939db2 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:10.519366 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:10.538592 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e8eee-9227-4e23-bf09-ebd692105751 req-275c6d7d-28d4-438f-8c75-e88e619e08db tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:10.544650 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-067849f6-eee3-4711-b1fd-6b7f90fba85f None None] Provisioning complete for port 92ed942e-cec9-49ec-9542-c9ea94939db2 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:10.545169 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-067849f6-eee3-4711-b1fd-6b7f90fba85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:10.554468 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c01e8eee-9227-4e23-bf09-ebd692105751 req-275c6d7d-28d4-438f-8c75-e88e619e08db tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1371179 Aug 12 17:41:10.646238 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] Set router c30d521d-330a-4f73-97d8-41ff6b10bede gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:10.652853 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-067849f6-eee3-4711-b1fd-6b7f90fba85f None None] Port 92ed942e-cec9-49ec-9542-c9ea94939db2 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:41:10.680310 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c01e8eee-9227-4e23-bf09-ebd692105751 req-69738c06-8d8e-44a6-b27a-840802227bab tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209371 Aug 12 17:41:10.942733 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'name': 'tempest-TestMinimumBasicScenario-713081078-router', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:04Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 3, 'project_id': '639f276666e44e87a5807cde586c0630', 'gw_port': {'id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:05Z', 'updated_at': '2021-08-12T17:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:10.955362 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:10.967644 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:10.980721 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92de8f77-d59b-4fca-b382-883acae76f89 None None] The sync data for ids ['c30d521d-330a-4f73-97d8-41ff6b10bede'] in dv-cinder-788253-6-iscsi is: [{'id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'name': 'tempest-TestMinimumBasicScenario-713081078-router', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:04Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 3, 'project_id': '639f276666e44e87a5807cde586c0630', 'gw_port': {'id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:05Z', 'updated_at': '2021-08-12T17:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:41:11.095286 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Pushing event updated for resources: {'Port': ['ID=92ed942e-cec9-49ec-9542-c9ea94939db2,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:11.105309 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368570'] for router_interface, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:11.277498 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Network ad556f82-80b4-43ae-b099-59f8a7206980 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:11.282418 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:11.618163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Router c30d521d-330a-4f73-97d8-41ff6b10bede has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:41:11.801884 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device d01f8712-672d-46d5-8128-59554d15ce51 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:11.926468 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-fbec37fa-57da-4fe4-a663-882f1b585ceb None None] Provisioning complete for port 92ed942e-cec9-49ec-9542-c9ea94939db2 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:11.927052 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-fbec37fa-57da-4fe4-a663-882f1b585ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:11.943615 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0c0b4-0d2c-4668-b20a-a4415c125a95 req-3f6ef736-c427-42c1-aeb3-e62e0c3841f8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:11.947797 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-34e0c0b4-0d2c-4668-b20a-a4415c125a95 req-3f6ef736-c427-42c1-aeb3-e62e0c3841f8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1245453 Aug 12 17:41:11.987291 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:41:12.017166 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-ce55d075-7dc7-4322-a20c-2045d0a4e73c admin admin] 10.222.0.25 "PUT /v2.0/routers/c30d521d-330a-4f73-97d8-41ff6b10bede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8847349 Aug 12 17:41:12.042253 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-34e0c0b4-0d2c-4668-b20a-a4415c125a95 req-29172814-f6b4-45a0-bbd1-8668f904cdd5 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853856 Aug 12 17:41:12.091786 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-fbec37fa-57da-4fe4-a663-882f1b585ceb None None] Port 92ed942e-cec9-49ec-9542-c9ea94939db2 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:41:12.099912 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port d01f8712-672d-46d5-8128-59554d15ce51 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:12.100480 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:12.328893 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device e9d14881-52d7-4566-a621-61d7f4bd4341 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:12.418498 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port e9d14881-52d7-4566-a621-61d7f4bd4341 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:12.423483 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port e9d14881-52d7-4566-a621-61d7f4bd4341 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:12.423859 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:12.586018 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:12.631252 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port e9d14881-52d7-4566-a621-61d7f4bd4341, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=e9d14881-52d7-4566-a621-61d7f4bd4341,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:12.643687 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:12.754220 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=e9d14881-52d7-4566-a621-61d7f4bd4341,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:13.200727 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9face3a5-8f11-43fd-a1ad-786627a91a53 req-6d4870d6-6229-4d96-8220-4c2421ab898e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:13.209636 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9face3a5-8f11-43fd-a1ad-786627a91a53 req-6d4870d6-6229-4d96-8220-4c2421ab898e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0757895 Aug 12 17:41:13.290402 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9face3a5-8f11-43fd-a1ad-786627a91a53 req-0818d58a-333b-46a6-bfbd-d4b95d1621e3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789771 Aug 12 17:41:13.514040 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device e9d14881-52d7-4566-a621-61d7f4bd4341 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:13.600427 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port e9d14881-52d7-4566-a621-61d7f4bd4341 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:13.600814 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:14.177518 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Sync routers for ids ['c30d521d-330a-4f73-97d8-41ff6b10bede'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:41:14.193352 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Routers {'c30d521d-330a-4f73-97d8-41ff6b10bede'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:14.194054 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c30d521d-330a-4f73-97d8-41ff6b10bede'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:14.319763 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Set router c30d521d-330a-4f73-97d8-41ff6b10bede gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:14.465255 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d5a56-465e-4f58-bf97-679a51259f3b req-977bb832-3635-4c08-9c7f-e5f9a0c6f9dc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:14.470597 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ec1d5a56-465e-4f58-bf97-679a51259f3b req-977bb832-3635-4c08-9c7f-e5f9a0c6f9dc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0817001 Aug 12 17:41:14.513582 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ec1d5a56-465e-4f58-bf97-679a51259f3b req-e7d8915b-f622-4bb4-b35a-240fc4939688 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393128 Aug 12 17:41:14.606147 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'name': 'tempest-TestMinimumBasicScenario-713081078-router', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:04Z', 'updated_at': '2021-08-12T17:41:10Z', 'revision_number': 4, 'project_id': '639f276666e44e87a5807cde586c0630', 'gw_port': {'id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:05Z', 'updated_at': '2021-08-12T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92ed942e-cec9-49ec-9542-c9ea94939db2', 'name': '', 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'mac_address': 'fa:16:3e:a9:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd128c260-291f-4f33-a8ea-c1cb9eecedbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:09Z', 'updated_at': '2021-08-12T17:41:10Z', 'revision_number': 2, 'project_id': '639f276666e44e87a5807cde586c0630', 'subnets': [{'id': 'd128c260-291f-4f33-a8ea-c1cb9eecedbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:14.640603 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Checking router: c30d521d-330a-4f73-97d8-41ff6b10bede for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:41:14.640968 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Updating router c30d521d-330a-4f73-97d8-41ff6b10bede port 92ed942e-cec9-49ec-9542-c9ea94939db2 binding host dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:41:14.672528 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:14.978008 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:14.992158 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Transition to ACTIVE for port object 92ed942e-cec9-49ec-9542-c9ea94939db2 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:14.999758 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:15.059389 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee16095-4f61-420d-954c-030db57897ba None None] Pushing event updated for resources: {'Port': ['ID=92ed942e-cec9-49ec-9542-c9ea94939db2,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:15.130383 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Attempting to bind port 92ed942e-cec9-49ec-9542-c9ea94939db2 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:15.130760 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Attempting to bind port 92ed942e-cec9-49ec-9542-c9ea94939db2 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '179b3074-dbaf-4fb5-8efc-7730b2cc13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:15.131238 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Attempting to bind port 92ed942e-cec9-49ec-9542-c9ea94939db2 on network ad556f82-80b4-43ae-b099-59f8a7206980 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:15.139931 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:15.139931 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Checking segment: {'id': '179b3074-dbaf-4fb5-8efc-7730b2cc13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:15.139931 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:15.139931 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Bound using segment: {'id': '179b3074-dbaf-4fb5-8efc-7730b2cc13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:15.139931 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Bound port: 92ed942e-cec9-49ec-9542-c9ea94939db2, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179b3074-dbaf-4fb5-8efc-7730b2cc13be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:15.139931 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:15.235101 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] For port 92ed942e-cec9-49ec-9542-c9ea94939db2, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:15.242354 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] For port 92ed942e-cec9-49ec-9542-c9ea94939db2, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=92ed942e-cec9-49ec-9542-c9ea94939db2,segment=NetworkSegment(179b3074-dbaf-4fb5-8efc-7730b2cc13be),segment_id=179b3074-dbaf-4fb5-8efc-7730b2cc13be)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:15.250671 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:15.333715 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Routers {'c30d521d-330a-4f73-97d8-41ff6b10bede'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:15.334647 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c30d521d-330a-4f73-97d8-41ff6b10bede'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:15.386943 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee16095-4f61-420d-954c-030db57897ba None None] Pushing event updated for resources: {'Port': ['ID=92ed942e-cec9-49ec-9542-c9ea94939db2,revision_number=4']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:15.637653 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] Set router c30d521d-330a-4f73-97d8-41ff6b10bede gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:15.668590 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd61490-605d-4bca-99da-f64b52a5d39c req-f1b36bb3-ff2f-4265-8aba-b8db633e184d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:15.678964 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0dd61490-605d-4bca-99da-f64b52a5d39c req-f1b36bb3-ff2f-4265-8aba-b8db633e184d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0751555 Aug 12 17:41:15.778826 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0dd61490-605d-4bca-99da-f64b52a5d39c req-33193e4e-c251-49d0-bac0-eb1165a3414a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931051 Aug 12 17:41:15.931844 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'name': 'tempest-TestMinimumBasicScenario-713081078-router', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:04Z', 'updated_at': '2021-08-12T17:41:10Z', 'revision_number': 4, 'project_id': '639f276666e44e87a5807cde586c0630', 'gw_port': {'id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:05Z', 'updated_at': '2021-08-12T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92ed942e-cec9-49ec-9542-c9ea94939db2', 'name': '', 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'mac_address': 'fa:16:3e:a9:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd128c260-291f-4f33-a8ea-c1cb9eecedbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:09Z', 'updated_at': '2021-08-12T17:41:15Z', 'revision_number': 4, 'project_id': '639f276666e44e87a5807cde586c0630', 'subnets': [{'id': 'd128c260-291f-4f33-a8ea-c1cb9eecedbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:15.959936 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0a523d-0e84-43a1-8608-08e8d4189f21 None None] The sync data for ids ['c30d521d-330a-4f73-97d8-41ff6b10bede'] in dv-cinder-788253-6-iscsi is: [{'id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'name': 'tempest-TestMinimumBasicScenario-713081078-router', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:04Z', 'updated_at': '2021-08-12T17:41:10Z', 'revision_number': 4, 'project_id': '639f276666e44e87a5807cde586c0630', 'gw_port': {'id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:05Z', 'updated_at': '2021-08-12T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92ed942e-cec9-49ec-9542-c9ea94939db2', 'name': '', 'network_id': 'ad556f82-80b4-43ae-b099-59f8a7206980', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'mac_address': 'fa:16:3e:a9:8a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'd128c260-291f-4f33-a8ea-c1cb9eecedbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:09Z', 'updated_at': '2021-08-12T17:41:15Z', 'revision_number': 4, 'project_id': '639f276666e44e87a5807cde586c0630', 'subnets': [{'id': 'd128c260-291f-4f33-a8ea-c1cb9eecedbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:41:16.915130 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d08574-6372-4d48-9055-201f40a912ef req-b079429e-5fce-4de8-ae96-0ae21ad093b8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:16.924339 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e0d08574-6372-4d48-9055-201f40a912ef req-b079429e-5fce-4de8-ae96-0ae21ad093b8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0617881 Aug 12 17:41:16.978055 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e0d08574-6372-4d48-9055-201f40a912ef req-c9a9f192-8713-4b0b-b19d-f644b854291f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527196 Aug 12 17:41:17.530413 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 92ed942e-cec9-49ec-9542-c9ea94939db2 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:17.601358 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 92ed942e-cec9-49ec-9542-c9ea94939db2 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:17.610758 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 92ed942e-cec9-49ec-9542-c9ea94939db2 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:17.610758 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:17.711072 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:17.760976 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 92ed942e-cec9-49ec-9542-c9ea94939db2, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=92ed942e-cec9-49ec-9542-c9ea94939db2,segment=NetworkSegment(179b3074-dbaf-4fb5-8efc-7730b2cc13be),segment_id=179b3074-dbaf-4fb5-8efc-7730b2cc13be)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:17.770800 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:17.832183 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=92ed942e-cec9-49ec-9542-c9ea94939db2,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:17.935726 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e330985-6215-41ff-bbfa-fbba333a355a req-b33b6a3f-f58e-4c69-9a82-7f324c909c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:17.937971 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e330985-6215-41ff-bbfa-fbba333a355a req-b33b6a3f-f58e-4c69-9a82-7f324c909c55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 1098 time: 0.0491216 Aug 12 17:41:18.118245 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e330985-6215-41ff-bbfa-fbba333a355a req-d646b33d-496f-41a6-8337-f85e0b7e56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:18.125305 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e330985-6215-41ff-bbfa-fbba333a355a req-d646b33d-496f-41a6-8337-f85e0b7e56fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 917 time: 0.1786506 Aug 12 17:41:18.159848 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e84cd1-6798-467c-9d5e-47e0b4e16e76 req-bc9d85aa-a0bf-4a7c-a1d0-64e0aac25478 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:18.167858 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-72e84cd1-6798-467c-9d5e-47e0b4e16e76 req-bc9d85aa-a0bf-4a7c-a1d0-64e0aac25478 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0815117 Aug 12 17:41:18.216799 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-72e84cd1-6798-467c-9d5e-47e0b4e16e76 req-51debffa-e6bd-4a0d-abe9-1f9981525452 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476761 Aug 12 17:41:18.223124 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e330985-6215-41ff-bbfa-fbba333a355a req-815856a9-2a42-400e-b0bc-a59e654c783b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5 HTTP/1.1" status: 200 len: 1000 time: 0.0877750 Aug 12 17:41:18.297148 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e330985-6215-41ff-bbfa-fbba333a355a req-d29c6b64-a914-4340-a325-7d0309e4050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:18.298692 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e330985-6215-41ff-bbfa-fbba333a355a req-d29c6b64-a914-4340-a325-7d0309e4050d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.0675490 Aug 12 17:41:18.356997 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e330985-6215-41ff-bbfa-fbba333a355a req-1a726dae-0f36-48ba-9849-31bd554c36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:18.358660 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e330985-6215-41ff-bbfa-fbba333a355a req-1a726dae-0f36-48ba-9849-31bd554c36ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511971 Aug 12 17:41:18.482588 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e330985-6215-41ff-bbfa-fbba333a355a req-de74a832-4531-433c-bdf2-4b83aa45908d service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135609 Aug 12 17:41:18.613982 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5e330985-6215-41ff-bbfa-fbba333a355a req-97f81183-31c8-43ed-880e-4beb78219662 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228142 Aug 12 17:41:19.342211 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fbdfd-52a1-44d2-93ea-f098e423e48e req-fa488906-4b37-445c-9c6e-2525fbeb638c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:19.349351 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5b1fbdfd-52a1-44d2-93ea-f098e423e48e req-fa488906-4b37-445c-9c6e-2525fbeb638c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.0649819 Aug 12 17:41:19.385845 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5b1fbdfd-52a1-44d2-93ea-f098e423e48e req-e9a0812e-1f50-42fb-b6f4-e0f25a904e07 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356283 Aug 12 17:41:19.489370 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 92ed942e-cec9-49ec-9542-c9ea94939db2 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:19.547110 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 92ed942e-cec9-49ec-9542-c9ea94939db2 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:19.547783 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:20.386679 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6815297b-323e-40b8-b7fe-5cdb9d6761b5 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:41:20.480838 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:20.509375 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:41:20.511889 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2970b70-1d59-46ee-83c4-ae01e81ae3f2" -d '{"events": [{"server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "name": "network-vif-unplugged", "status": "completed", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:41:20.566920 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:20.573802 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:20.635529 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14f55d-fff0-4a05-b90b-dbcd4c376c02 req-99c19c8b-b21a-4ac7-8d52-576df983bc2a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:20.644911 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ab14f55d-fff0-4a05-b90b-dbcd4c376c02 req-99c19c8b-b21a-4ac7-8d52-576df983bc2a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 945 time: 0.1184511 Aug 12 17:41:20.696940 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ab14f55d-fff0-4a05-b90b-dbcd4c376c02 req-05f77f16-ef73-4d32-8998-87247658c6bb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441525 Aug 12 17:41:20.705170 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=8']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:20.824222 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fea99c-8ca1-42a3-b67c-e2dcdc89f217 x-openstack-request-id: req-b5fea99c-8ca1-42a3-b67c-e2dcdc89f217 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:41:20.824628 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "name": "network-vif-unplugged", "status": "failed", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5", "code": 422}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:41:20.824985 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5fea99c-8ca1-42a3-b67c-e2dcdc89f217 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:41:20.825507 dv-cinder-788253-6-iscsi neutron-server[94310]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'code': 422} returned with failed status Aug 12 17:41:21.737095 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14924be4-429c-4ab4-bf41-83355a5939eb req-ec33f724-7f93-4abb-9fab-2fc18b7a4ee7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:21.738880 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-14924be4-429c-4ab4-bf41-83355a5939eb req-ec33f724-7f93-4abb-9fab-2fc18b7a4ee7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0666327 Aug 12 17:41:21.791524 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-14924be4-429c-4ab4-bf41-83355a5939eb req-c4ecca16-529c-4934-b42d-1f30697d4d6b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464444 Aug 12 17:41:22.164836 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 52990) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:22.361271 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-a41a38e6-97a3-4bb9-97a4-ea244c89b97f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1935878 Aug 12 17:41:22.935329 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cc006-937f-4f4a-8d68-2562ad3f1203 req-f37050f8-c27a-467d-96b4-091d5e8e319f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:22.942919 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-846cc006-937f-4f4a-8d68-2562ad3f1203 req-f37050f8-c27a-467d-96b4-091d5e8e319f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0579998 Aug 12 17:41:22.977879 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-846cc006-937f-4f4a-8d68-2562ad3f1203 req-83d6ab2b-4819-4451-a669-9cade585ff11 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339820 Aug 12 17:41:23.863420 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-9bfd8d85-b3c1-4049-9e32-75cfc02d9db6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:23.864897 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-9bfd8d85-b3c1-4049-9e32-75cfc02d9db6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/networks?id=c2f1b465-5773-44fe-95ed-b353b8b74e9b HTTP/1.1" status: 200 len: 814 time: 0.1418808 Aug 12 17:41:23.881294 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-040a3faf-7c7c-4faa-aab3-c26de7a77127 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/quotas/029fcb9290ca4c74ae9cd5b987fdab80 HTTP/1.1" status: 200 len: 375 time: 0.0102062 Aug 12 17:41:23.939807 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-46ee0c35-5131-41f4-8f2b-d63291e3c276 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=029fcb9290ca4c74ae9cd5b987fdab80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524023 Aug 12 17:41:24.145034 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb147b-bd56-4b11-b6e1-29ab8e29388e req-2bb8e5b9-b1c7-4f92-b07e-18e2655f25b7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:24.146596 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7efb147b-bd56-4b11-b6e1-29ab8e29388e req-2bb8e5b9-b1c7-4f92-b07e-18e2655f25b7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0795724 Aug 12 17:41:24.152491 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-87b7fa9b-0155-4b6e-a8b9-26d50371587b service neutron] 10.222.0.25 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995924 Aug 12 17:41:24.241218 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7efb147b-bd56-4b11-b6e1-29ab8e29388e req-13374392-b397-476b-826c-32d7c78482c9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862203 Aug 12 17:41:24.274588 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-529c3343-a771-4d36-98f7-c3a9cbec375e service neutron] 10.222.0.25 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122625 Aug 12 17:41:24.432705 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-09fd60f3-baf5-43a6-9c92-9d7ba82da4ef req-e29f9e73-c94c-430b-ab39-457776bba05f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 210 time: 0.0281591 Aug 12 17:41:25.361805 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05be41e-74a2-4063-949b-a7e490042cd9 req-3ea39154-b98f-4d62-9bef-3d30e0a131c8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:25.363890 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c05be41e-74a2-4063-949b-a7e490042cd9 req-3ea39154-b98f-4d62-9bef-3d30e0a131c8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0505989 Aug 12 17:41:25.403737 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c05be41e-74a2-4063-949b-a7e490042cd9 req-b62cc72b-4f3e-4a74-88c2-4a60814c7cee tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337861 Aug 12 17:41:25.533741 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-420145ae-45ce-4005-bd39-6614793b2411 req-4976c639-158b-4ba9-a35c-1bac8871cda6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 210 time: 0.0289059 Aug 12 17:41:26.528518 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8112eea-7cf0-4d28-837b-43c84f7b3641 req-3f9c9363-10e7-4168-80f7-94226d02aa65 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:26.530142 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c8112eea-7cf0-4d28-837b-43c84f7b3641 req-3f9c9363-10e7-4168-80f7-94226d02aa65 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0521483 Aug 12 17:41:26.574005 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c8112eea-7cf0-4d28-837b-43c84f7b3641 req-b38e6c2d-d5b1-4d9c-9056-5208974355af tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377061 Aug 12 17:41:26.628536 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5ca978bc-261c-482e-8f88-16bf59c51278 req-f21fec95-485e-40b5-8a6a-c7807030c9b6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 210 time: 0.0261242 Aug 12 17:41:27.692030 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08115b81-306f-4266-a519-475c02242b08 req-cc86d26d-cc66-42f3-b299-0c4a36cc1e15 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:27.693536 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-08115b81-306f-4266-a519-475c02242b08 req-cc86d26d-cc66-42f3-b299-0c4a36cc1e15 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0482225 Aug 12 17:41:27.728996 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3eb6a3e2-26be-4cd4-8b22-3034ece09d07 req-e2863dad-003d-45ba-a31d-41a77d30fd7b tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 210 time: 0.0344880 Aug 12 17:41:27.754501 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-08115b81-306f-4266-a519-475c02242b08 req-b4f8140f-7173-47bc-9499-d73f5bfbdc6b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517631 Aug 12 17:41:28.829302 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-157f084b-1ec1-4af5-b2b4-b3fa456709ed req-3605f704-e8e1-4373-b835-5a900effcd11 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 210 time: 0.0298736 Aug 12 17:41:28.895903 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d22f9-7de6-41a1-b247-0538178d1266 req-6cd2aead-f5ad-4d3c-b0ba-48a77c630669 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:28.897404 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ed7d22f9-7de6-41a1-b247-0538178d1266 req-6cd2aead-f5ad-4d3c-b0ba-48a77c630669 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0504856 Aug 12 17:41:28.945062 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ed7d22f9-7de6-41a1-b247-0538178d1266 req-532ea32f-3c16-482f-b0dd-0e36c738c766 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407760 Aug 12 17:41:29.002497 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-c512c1c1-af79-436f-bc37-b5cb68d0acce tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:29.004021 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-c512c1c1-af79-436f-bc37-b5cb68d0acce tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.10 "GET /v2.0/networks?id=c2f1b465-5773-44fe-95ed-b353b8b74e9b HTTP/1.1" status: 200 len: 814 time: 0.1034472 Aug 12 17:41:29.016994 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'port': {'device_id': '9fdb28db-c538-4df8-8275-bca236c94835', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'admin_state_up': True, 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:29.130156 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Made reservation on behalf of 029fcb9290ca4c74ae9cd5b987fdab80 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:41:29.133538 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:29.261997 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Allocated IP 172.20.0.5 (c2f1b465-5773-44fe-95ed-b353b8b74e9b/57b45aad-7d88-4e36-b311-0802e1fda254/ec302dd2-9017-4848-bd0a-c7cfaee599a1) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:29.454591 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:29.474784 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Transition to ACTIVE for port object ec302dd2-9017-4848-bd0a-c7cfaee599a1 will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:29.513702 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:29.584350 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Network c2f1b465-5773-44fe-95ed-b353b8b74e9b is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:29.585813 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'Port': ['ID=ec302dd2-9017-4848-bd0a-c7cfaee599a1,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:29.589814 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:29.592224 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:29.648159 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:29.649253 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:29.669685 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-98eade22-8d48-45e0-a86b-50282603f3d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6563814 Aug 12 17:41:29.834320 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:29.923907 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-2d23afc8-fcf9-42f7-bdb1-6c08e58fe13f None None] Provisioning for port ec302dd2-9017-4848-bd0a-c7cfaee599a1 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:29.931750 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-2d23afc8-fcf9-42f7-bdb1-6c08e58fe13f None None] Provisioning complete for port ec302dd2-9017-4848-bd0a-c7cfaee599a1 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:29.932421 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-2d23afc8-fcf9-42f7-bdb1-6c08e58fe13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:29.955912 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa187e-1ee2-43da-87d8-48bd05a69257 req-8593da33-4484-4440-904c-9b9ab45e9a59 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:29.958494 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-71aa187e-1ee2-43da-87d8-48bd05a69257 req-8593da33-4484-4440-904c-9b9ab45e9a59 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.0553300 Aug 12 17:41:29.971116 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-2d23afc8-fcf9-42f7-bdb1-6c08e58fe13f None None] Port ec302dd2-9017-4848-bd0a-c7cfaee599a1 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:41:30.003526 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-71aa187e-1ee2-43da-87d8-48bd05a69257 req-e51e3721-62f9-4a36-ad11-6cc7bfd063b1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Aug 12 17:41:30.064055 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-490ab49a-3a83-4f97-9c65-d46e5d50f5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:30.110652 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7604c3-b1b5-4de1-9e6b-a2d8138289de req-cba05e5d-b8c9-46e5-b0b4-84f6ef63aa42 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:30.112171 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8d7604c3-b1b5-4de1-9e6b-a2d8138289de req-cba05e5d-b8c9-46e5-b0b4-84f6ef63aa42 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0644495 Aug 12 17:41:30.158648 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8d7604c3-b1b5-4de1-9e6b-a2d8138289de req-a526638c-0484-4cf8-bd35-43c9f74a2e71 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381055 Aug 12 17:41:30.708805 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:41:30.792331 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53176) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:30.902477 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:30.997077 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.006467 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.041463 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dd6127-582c-4b94-8415-2a9cfed6b021,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:31.053514 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56d7c209b24b413bb0e83d494895bf6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601049 Aug 12 17:41:31.055026 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.055379 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.055781 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.056125 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.056459 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.056685 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53182) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:31.057189 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.057189 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.057428 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.057936 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.058446 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.058934 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.059562 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b527d7-8a67-40d5-a70f-fc0a117b2f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:31.133921 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fe39f270-c74d-423c-85e1-d28dc2626b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.143278 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b719fe-928c-42b8-9349-59744f32fa7c req-ca76f6d7-38bc-46f4-9175-6b07f1862751 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:31.145070 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b8b719fe-928c-42b8-9349-59744f32fa7c req-ca76f6d7-38bc-46f4-9175-6b07f1862751 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.0499966 Aug 12 17:41:31.156067 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fe39f270-c74d-423c-85e1-d28dc2626b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.200993 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b8b719fe-928c-42b8-9349-59744f32fa7c req-8eb2b101-7b68-49c9-9c04-905c1834b9ba tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498028 Aug 12 17:41:31.213674 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fe39f270-c74d-423c-85e1-d28dc2626b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.219279 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fe39f270-c74d-423c-85e1-d28dc2626b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.222463 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-fe39f270-c74d-423c-85e1-d28dc2626b63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61dd6127-582c-4b94-8415-2a9cfed6b021 HTTP/1.1" status: 204 len: 168 time: 0.1617794 Aug 12 17:41:31.234664 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39f270-c74d-423c-85e1-d28dc2626b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dd6127-582c-4b94-8415-2a9cfed6b021,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:31.309846 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72023ddd-619f-469c-8049-67675f54e095 req-69b2fdec-9254-455e-957a-70d95ab27c16 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:31.311720 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-72023ddd-619f-469c-8049-67675f54e095 req-69b2fdec-9254-455e-957a-70d95ab27c16 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0653350 Aug 12 17:41:31.356584 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-72023ddd-619f-469c-8049-67675f54e095 req-7571841a-db9b-45e4-b676-707334b573cb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380135 Aug 12 17:41:31.526220 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53192) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:31.540868 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-411e4fae-ff56-4630-b2a0-2fc68a37ae84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.653792 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-411e4fae-ff56-4630-b2a0-2fc68a37ae84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.658152 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-411e4fae-ff56-4630-b2a0-2fc68a37ae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.699249 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-411e4fae-ff56-4630-b2a0-2fc68a37ae84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dee39fc5b06f4745b687265a0475ec4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719279 Aug 12 17:41:31.701696 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53200) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:31.708370 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e4fae-ff56-4630-b2a0-2fc68a37ae84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfb5212-2379-40e8-8700-fa7f9d629353,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:31.756582 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ee43ea78-65be-41ad-b60b-9eb833277613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.782881 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ee43ea78-65be-41ad-b60b-9eb833277613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.834756 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ee43ea78-65be-41ad-b60b-9eb833277613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.837396 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ee43ea78-65be-41ad-b60b-9eb833277613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:31.840995 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-ee43ea78-65be-41ad-b60b-9eb833277613 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dfb5212-2379-40e8-8700-fa7f9d629353 HTTP/1.1" status: 204 len: 168 time: 0.1359932 Aug 12 17:41:31.848616 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43ea78-65be-41ad-b60b-9eb833277613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfb5212-2379-40e8-8700-fa7f9d629353,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:32.179372 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53206) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:32.192778 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-82acd114-3c0a-4370-b6ea-1c692208844c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:32.324288 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-82acd114-3c0a-4370-b6ea-1c692208844c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:32.328627 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-82acd114-3c0a-4370-b6ea-1c692208844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:32.376723 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-82acd114-3c0a-4370-b6ea-1c692208844c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6302f15f52614638a158ef70ffbf02c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962245 Aug 12 17:41:32.379655 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53210) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:32.381247 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acd114-3c0a-4370-b6ea-1c692208844c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97556893-5053-4614-b383-719d36a96063,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:32.392108 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e068c7-b100-4257-900e-5a18b403df55 req-89167237-b138-4153-ac7b-116809ca3338 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:32.399691 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-02e068c7-b100-4257-900e-5a18b403df55 req-89167237-b138-4153-ac7b-116809ca3338 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.1181095 Aug 12 17:41:32.458735 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-02e068c7-b100-4257-900e-5a18b403df55 req-3f8337cc-f4b6-4dc8-a11d-9cc4b99fd13d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Aug 12 17:41:32.502289 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c05ceada-ecda-4971-8ecf-a1f4bcc56ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:32.527001 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c05ceada-ecda-4971-8ecf-a1f4bcc56ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:32.548040 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791d455-584c-4908-98fb-f0508ee18004 req-b0774cee-e3c3-4fd2-a007-b1387714d774 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:32.549623 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d791d455-584c-4908-98fb-f0508ee18004 req-b0774cee-e3c3-4fd2-a007-b1387714d774 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1053298 Aug 12 17:41:32.586776 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c05ceada-ecda-4971-8ecf-a1f4bcc56ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:32.589995 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c05ceada-ecda-4971-8ecf-a1f4bcc56ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:32.593976 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-c05ceada-ecda-4971-8ecf-a1f4bcc56ada admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97556893-5053-4614-b383-719d36a96063 HTTP/1.1" status: 204 len: 168 time: 0.2103801 Aug 12 17:41:32.599825 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d791d455-584c-4908-98fb-f0508ee18004 req-b3248b28-cbd2-4d64-8338-29219460a758 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430241 Aug 12 17:41:32.601520 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ceada-ecda-4971-8ecf-a1f4bcc56ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97556893-5053-4614-b383-719d36a96063,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:32.899212 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-140f2d3e-9935-42a9-ac5c-60c6ee1af468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:33.251460 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:33.591734 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e4202-dcc4-4ed8-b710-021a62fb2ed3 req-a8e756ca-d461-4e96-a09a-35cde1e5a28b tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:33.594015 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-484e4202-dcc4-4ed8-b710-021a62fb2ed3 req-a8e756ca-d461-4e96-a09a-35cde1e5a28b tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.0568399 Aug 12 17:41:33.646930 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-484e4202-dcc4-4ed8-b710-021a62fb2ed3 req-fa8ee85c-f5f4-420e-b3a1-8a236fa0289b tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Aug 12 17:41:33.789904 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe470c-76ff-4534-904d-08d2ea6066eb req-cb81d29e-0028-4132-852a-08c8f23fd98d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:33.791853 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8afe470c-76ff-4534-904d-08d2ea6066eb req-cb81d29e-0028-4132-852a-08c8f23fd98d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0806553 Aug 12 17:41:33.863858 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8afe470c-76ff-4534-904d-08d2ea6066eb req-0afd0c64-a1be-4902-8aa4-14e483ded58f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647655 Aug 12 17:41:34.051095 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:34.774174 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b99b9-8eed-47e7-a240-699bd496899a req-7de257f2-3bf5-4e8a-9f21-f5d17a708be8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:34.775691 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-855b99b9-8eed-47e7-a240-699bd496899a req-7de257f2-3bf5-4e8a-9f21-f5d17a708be8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.0509372 Aug 12 17:41:34.814868 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-855b99b9-8eed-47e7-a240-699bd496899a req-6de9659a-da20-43da-8c3c-6d2404099ab1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330789 Aug 12 17:41:34.998778 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ec909-2d6b-41b8-87ca-2f534a5fdb83 req-6e942094-619e-4356-9e47-83bf362c8cdc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:35.006618 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6a8ec909-2d6b-41b8-87ca-2f534a5fdb83 req-6e942094-619e-4356-9e47-83bf362c8cdc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0602276 Aug 12 17:41:35.060384 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6a8ec909-2d6b-41b8-87ca-2f534a5fdb83 req-e8c09643-a2aa-41d6-8a97-314290f597bf tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524025 Aug 12 17:41:35.349932 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53278) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:35.441370 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:35.467400 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b487aaf5-48a5-449a-8652-da625bfaf184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:35.562303 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b487aaf5-48a5-449a-8652-da625bfaf184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:35.566822 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b487aaf5-48a5-449a-8652-da625bfaf184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:35.605513 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-b487aaf5-48a5-449a-8652-da625bfaf184 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0206f6080a8a4241a22615322273cd64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544167 Aug 12 17:41:35.606607 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487aaf5-48a5-449a-8652-da625bfaf184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02002794-7d11-4141-b3ca-eff886fd511b,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:35.610524 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53282) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:35.670882 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-bfa1f6c8-2d1f-4621-98b0-3a1e1a1c76eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:35.693738 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-bfa1f6c8-2d1f-4621-98b0-3a1e1a1c76eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:35.741642 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-bfa1f6c8-2d1f-4621-98b0-3a1e1a1c76eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:35.744147 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-bfa1f6c8-2d1f-4621-98b0-3a1e1a1c76eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:35.748106 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-bfa1f6c8-2d1f-4621-98b0-3a1e1a1c76eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02002794-7d11-4141-b3ca-eff886fd511b HTTP/1.1" status: 204 len: 168 time: 0.1365275 Aug 12 17:41:35.756309 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1f6c8-2d1f-4621-98b0-3a1e1a1c76eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02002794-7d11-4141-b3ca-eff886fd511b,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:35.940984 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a5b00-af58-40bd-aa3c-a5736c6b37ce req-e57a1d8e-27d5-4428-889e-d13101b8c1ed tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:35.943548 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3b1a5b00-af58-40bd-aa3c-a5736c6b37ce req-e57a1d8e-27d5-4428-889e-d13101b8c1ed tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.0572553 Aug 12 17:41:36.006881 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3b1a5b00-af58-40bd-aa3c-a5736c6b37ce req-ebe82493-31df-45ed-b954-dec63344335f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465345 Aug 12 17:41:36.196221 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702efd6-7ea8-4061-b580-c4ad81270bd7 req-f2b03e71-ade8-4f1e-a559-0c2a87b45cfd tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:36.198599 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f702efd6-7ea8-4061-b580-c4ad81270bd7 req-f2b03e71-ade8-4f1e-a559-0c2a87b45cfd tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0555484 Aug 12 17:41:36.240660 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f702efd6-7ea8-4061-b580-c4ad81270bd7 req-85e4aa6f-7946-4094-b60d-23dde7b0de51 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361562 Aug 12 17:41:36.424391 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53296) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:36.531927 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22051c46-a851-4ce6-803a-791b909af2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:36.632410 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22051c46-a851-4ce6-803a-791b909af2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:36.636985 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-22051c46-a851-4ce6-803a-791b909af2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:36.674163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22051c46-a851-4ce6-803a-791b909af2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef318c2-1a2b-4179-9d65-2f019e382995,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:36.685509 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-22051c46-a851-4ce6-803a-791b909af2ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60d2004e9e6d4623a7d8374b684ba866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2595568 Aug 12 17:41:36.688458 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53302) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:36.748950 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-79fb0d31-ab76-48e0-a224-ad9082523eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:36.773559 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-79fb0d31-ab76-48e0-a224-ad9082523eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:36.822318 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-79fb0d31-ab76-48e0-a224-ad9082523eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:36.825686 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-79fb0d31-ab76-48e0-a224-ad9082523eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:36.827151 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-79fb0d31-ab76-48e0-a224-ad9082523eaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bef318c2-1a2b-4179-9d65-2f019e382995 HTTP/1.1" status: 204 len: 168 time: 0.1377697 Aug 12 17:41:36.837868 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb0d31-ab76-48e0-a224-ad9082523eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef318c2-1a2b-4179-9d65-2f019e382995,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:37.125490 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551dc3-2fb5-48c4-8064-adf8abc9247a req-3aa2eac7-2de5-4ad4-9d3f-fcf2733fef03 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:37.127053 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0c551dc3-2fb5-48c4-8064-adf8abc9247a req-3aa2eac7-2de5-4ad4-9d3f-fcf2733fef03 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.0601919 Aug 12 17:41:37.174586 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0c551dc3-2fb5-48c4-8064-adf8abc9247a req-7ee9e98d-41df-4ac2-9509-295303cbad06 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Aug 12 17:41:37.383683 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c27d4-125d-436b-b004-c76d7991f271 req-79930100-3c86-4da7-8b28-e9ab6c8f5f14 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:37.385268 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aa6c27d4-125d-436b-b004-c76d7991f271 req-79930100-3c86-4da7-8b28-e9ab6c8f5f14 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0600047 Aug 12 17:41:37.429711 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aa6c27d4-125d-436b-b004-c76d7991f271 req-1ee087fd-66ea-4973-983f-0d9609b0db21 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376315 Aug 12 17:41:37.546876 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53328) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:37.648480 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-780198358-network', 'tenant_id': '930d6afb968e4b429d908a0c1661f490'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:37.671294 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Made reservation on behalf of 930d6afb968e4b429d908a0c1661f490 for: {'network': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:41:37.673804 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:37.683998 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:37.781330 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:37.785238 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:37.813496 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:41:37.820657 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb2295e-e5e1-4db9-834a-a7d3843fc89b,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:37.827296 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:37.827644 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.segments_db [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Added segment a9552b3f-186e-4963-9c3a-3f63600d53bb of type vlan for network 7b43b12a-83f4-439f-8191-13943471899a Aug 12 17:41:37.869947 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:37.902859 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:37.904064 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:37.904886 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:37.962554 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4145107 Aug 12 17:41:37.964812 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53332) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:37.970009 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Request body: {'subnet': {'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-780198358-subnet', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'ip_version': 4}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:37.973133 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc220ba4-6a74-4215-95df-f89dc4b46e2b admin admin] Pushing event updated for resources: {'Network': ['ID=7b43b12a-83f4-439f-8191-13943471899a,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:37.984511 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network 7b43b12a-83f4-439f-8191-13943471899a details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:41:38.009812 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Made reservation on behalf of 930d6afb968e4b429d908a0c1661f490 for: {'subnet': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:41:38.012496 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127496411'] for subnet, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:38.186565 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126545627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127496425'] for subnet, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:38.246044 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8770d0-7ebe-4b70-b194-3ef77ec7e784,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:38.256284 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Checking segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:38.256749 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Network hostable DHCP agents. Network: 7b43b12a-83f4-439f-8191-13943471899a, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:41:38.287472 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Network 7b43b12a-83f4-439f-8191-13943471899a is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:41:38.582203 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, 7b43b12a-83f4-439f-8191-13943471899a) {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:38.590957 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:38.591548 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:38.592340 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5640ee3a-b024-4e69-86ab-cebaa370bf68 None None] Network 7b43b12a-83f4-439f-8191-13943471899a requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:41:38.609536 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f50d8-df0c-488b-ac84-c94c9910bd55 req-5a2b352d-b4a7-496c-95f7-c08fc5bc73d7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:38.611098 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-908f50d8-df0c-488b-ac84-c94c9910bd55 req-5a2b352d-b4a7-496c-95f7-c08fc5bc73d7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.3401000 Aug 12 17:41:38.639070 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-5ff26377-92e9-4f47-a9c9-270ee4b74eb9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6705613 Aug 12 17:41:38.639620 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53338) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:38.646853 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b86f8-c615-4c13-89a6-2920b057e5f1 req-ce33ba8e-7208-4ab4-87fd-f62d16d3f3f3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:38.648203 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:38.648421 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-577b86f8-c615-4c13-89a6-2920b057e5f1 req-ce33ba8e-7208-4ab4-87fd-f62d16d3f3f3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1007216 Aug 12 17:41:38.682387 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48516'] for router, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:38.685115 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455470', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48523'] for router, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:38.705342 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-908f50d8-df0c-488b-ac84-c94c9910bd55 req-a99983a8-57b2-46e8-abb9-c4a47acbee97 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857997 Aug 12 17:41:38.738678 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-577b86f8-c615-4c13-89a6-2920b057e5f1 req-5e670747-0793-4c87-97f4-82e7bf32ad17 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837350 Aug 12 17:41:38.761898 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:38.788475 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca075a2-7e19-5045-9ab7-4c8c0aa7a918-7b43b12a-83f4-439f-8191-13943471899a', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784'}]}} from dv-cinder-788253-6-iscsi. {{(pid=94310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 17:41:38.789616 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:38.914843 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:38.961939 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.db_base_plugin_common [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Allocated IP 172.20.0.2 (7b43b12a-83f4-439f-8191-13943471899a/8a8770d0-7ebe-4b70-b194-3ef77ec7e784/76b366e2-530b-4033-ae94-8475e0940895) {{(pid=94310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:39.249871 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:39.271871 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:39.282226 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Notify callbacks [] for port, precommit_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:39.291180 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Transition to ACTIVE for port object 76b366e2-530b-4033-ae94-8475e0940895 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:39.310039 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Transition to ACTIVE for port object 76b366e2-530b-4033-ae94-8475e0940895 will not be triggered until provisioned by entity DHCP. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:39.319063 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:39.360895 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Network 7b43b12a-83f4-439f-8191-13943471899a is already hosted by enough agents. {{(pid=94310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:39.365801 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.base_scheduler [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Resources bound (agent type, host, resource id): {{(pid=94310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:39.369515 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Received port after_create {{(pid=94310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:39.378835 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Pushing event updated for resources: {'Port': ['ID=76b366e2-530b-4033-ae94-8475e0940895,revision_number=1']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:39.395044 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Allocated IP 172.27.1.206 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/5c448a2d-d9cc-4a6c-ad47-f238bd90a737) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:39.455347 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Attempting to bind port 76b366e2-530b-4033-ae94-8475e0940895 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:39.455347 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Attempting to bind port 76b366e2-530b-4033-ae94-8475e0940895 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:39.455347 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Attempting to bind port 76b366e2-530b-4033-ae94-8475e0940895 on network 7b43b12a-83f4-439f-8191-13943471899a {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:39.461026 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:39.461543 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Checking segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:39.461949 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:39.462361 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Bound using segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:39.467175 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Bound port: 76b366e2-530b-4033-ae94-8475e0940895, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:39.467862 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:39.522562 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:39.544172 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] For port 76b366e2-530b-4033-ae94-8475e0940895, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:39.547639 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] For port 76b366e2-530b-4033-ae94-8475e0940895, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=76b366e2-530b-4033-ae94-8475e0940895,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:39.560257 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:39.568843 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:39.605275 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:39.612394 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:39.619317 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:39.639796 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdac594-e4d7-4742-bc2e-43e3694b2499 None None] Pushing event updated for resources: {'Port': ['ID=76b366e2-530b-4033-ae94-8475e0940895,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:39.649315 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Pushing event updated for resources: {'Port': ['ID=5c448a2d-d9cc-4a6c-ad47-f238bd90a737,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:39.952339 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0c2f2-4dae-426a-9e71-98f026fba06b req-f7759d6d-d9cb-46b4-952f-165e7b6fa3df tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:39.960324 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5da0c2f2-4dae-426a-9e71-98f026fba06b req-f7759d6d-d9cb-46b4-952f-165e7b6fa3df tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.1395519 Aug 12 17:41:39.989620 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:39.991446 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed36b08-7b85-4817-ba16-85e8f39c9fe1 req-7b9e2ecc-1908-43e7-b623-8d3f61607a87 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:39.994613 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6ed36b08-7b85-4817-ba16-85e8f39c9fe1 req-7b9e2ecc-1908-43e7-b623-8d3f61607a87 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1337478 Aug 12 17:41:40.062866 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5da0c2f2-4dae-426a-9e71-98f026fba06b req-4f447db0-8a92-43e0-91c7-75ed624cf741 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013620 Aug 12 17:41:40.094560 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6ed36b08-7b85-4817-ba16-85e8f39c9fe1 req-ad5843d4-d9f1-4723-94d5-19bc8fb8c608 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786154 Aug 12 17:41:40.248973 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675'] for router, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:40.636774 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Router 3bda226c-a4ab-4cf5-8840-8f40194a7906 is scheduled to L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 with binding_index 1 {{(pid=94308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 17:41:40.751459 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:41:40.763031 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Sync routers for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:41:40.769029 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df5e77-b94b-4737-a7f8-40c60239dd10 None None] Network 7b43b12a-83f4-439f-8191-13943471899a requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:41:40.769677 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] Notify callbacks [] for router, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:40.771036 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-3157709d-db41-4e91-90b7-56e1f6da97cd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1302726 Aug 12 17:41:40.774399 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53348) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:40.813369 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:40.814012 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:40.934578 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-969105cd-ec8a-458b-ab1e-4929dafea796 None None] Provisioning for port 76b366e2-530b-4033-ae94-8475e0940895 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:40.992089 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:41.228715 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:39Z', 'revision_number': 3, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:41.256881 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Checking router: 3bda226c-a4ab-4cf5-8840-8f40194a7906 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:41:41.257148 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Updating router 3bda226c-a4ab-4cf5-8840-8f40194a7906 port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 binding host dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:41:41.263000 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f603b-2ef1-433e-b73d-b5784b8d3797 req-2ce478ff-a5de-4a80-940e-7fa95f4b41b9 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:41.264635 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ef8f603b-2ef1-433e-b73d-b5784b8d3797 req-2ce478ff-a5de-4a80-940e-7fa95f4b41b9 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.1147923 Aug 12 17:41:41.281363 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.287353 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.306030 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d3692-6628-448d-8e20-bd637f46f339 req-03cb5590-b995-47fd-bfb4-283cffcffc72 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:41.307641 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-472d3692-6628-448d-8e20-bd637f46f339 req-03cb5590-b995-47fd-bfb4-283cffcffc72 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1236234 Aug 12 17:41:41.397483 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ef8f603b-2ef1-433e-b73d-b5784b8d3797 req-a67b9a98-7f1a-4a6f-ab81-6244bd0c419b tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252224 Aug 12 17:41:41.418290 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-472d3692-6628-448d-8e20-bd637f46f339 req-83a52b2f-bc62-409b-b204-ed4d0b4029b5 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038368 Aug 12 17:41:41.544644 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 76b366e2-530b-4033-ae94-8475e0940895 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:41.550580 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Allocated IP 172.20.0.1 (7b43b12a-83f4-439f-8191-13943471899a/8a8770d0-7ebe-4b70-b194-3ef77ec7e784/92b625f6-df5b-4c51-b0ef-ef573205b690) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:41.630283 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.645422 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Transition to ACTIVE for port object 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:41.648977 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 76b366e2-530b-4033-ae94-8475e0940895 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:41.653506 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.656710 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 76b366e2-530b-4033-ae94-8475e0940895 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:41.657084 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.663898 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.678331 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.provisioning_blocks [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Transition to ACTIVE for port object 92b625f6-df5b-4c51-b0ef-ef573205b690 will not be triggered until provisioned by entity DHCP. {{(pid=94309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:41.718666 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.748232 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163db0c6-b9dd-4085-b08a-a1bf709ce878 None None] Pushing event updated for resources: {'Port': ['ID=5c448a2d-d9cc-4a6c-ad47-f238bd90a737,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:41.750986 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Attempting to bind port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:41.751353 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Attempting to bind port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:41.751706 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Attempting to bind port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 on network 02439c8f-1755-4220-a912-61d594f4e8a3 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:41.760575 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:41.760944 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:41.761343 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.761731 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Bound using segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:41.762227 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Bound port: 5c448a2d-d9cc-4a6c-ad47-f238bd90a737, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:41.762606 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.769698 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Pushing event updated for resources: {'Port': ['ID=92b625f6-df5b-4c51-b0ef-ef573205b690,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:41.773153 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Network 7b43b12a-83f4-439f-8191-13943471899a is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:41.774933 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:41.777029 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:41.818813 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368430'] for router_interface, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.845787 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] For port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:41.850815 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] For port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=5c448a2d-d9cc-4a6c-ad47-f238bd90a737,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:41.852199 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.856435 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.950991 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 76b366e2-530b-4033-ae94-8475e0940895, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=76b366e2-530b-4033-ae94-8475e0940895,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:41.952306 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163db0c6-b9dd-4085-b08a-a1bf709ce878 None None] Pushing event updated for resources: {'Port': ['ID=5c448a2d-d9cc-4a6c-ad47-f238bd90a737,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:41.955378 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:41.956692 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:41.958876 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:41.976528 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:42.081709 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-665e68a2-01de-45b4-8821-8a73a0b77d11 None None] Provisioning for port 92b625f6-df5b-4c51-b0ef-ef573205b690 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:42.096343 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=76b366e2-530b-4033-ae94-8475e0940895,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:42.098981 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-665e68a2-01de-45b4-8821-8a73a0b77d11 None None] Provisioning complete for port 92b625f6-df5b-4c51-b0ef-ef573205b690 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:42.099340 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-665e68a2-01de-45b4-8821-8a73a0b77d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:42.140285 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:42.152455 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:42.157372 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126545574'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:42.170843 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-665e68a2-01de-45b4-8821-8a73a0b77d11 None None] Port 92b625f6-df5b-4c51-b0ef-ef573205b690 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:41:42.226523 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Pushing event updated for resources: {'Port': ['ID=92b625f6-df5b-4c51-b0ef-ef573205b690,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:42.229037 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368570'] for router_interface, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:42.318962 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Network 7b43b12a-83f4-439f-8191-13943471899a is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:42.320585 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:42.341094 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 1, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:42.367986 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3485948c-3b76-4f30-a2ff-cb7378b2a3f7 None None] The sync data for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi is: [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 1, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:41:42.455820 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Router 3bda226c-a4ab-4cf5-8840-8f40194a7906 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:41:42.594229 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-8cc9d8df-7724-4e24-9fe9-130d205ea93e None None] Provisioning complete for port 92b625f6-df5b-4c51-b0ef-ef573205b690 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:42.597117 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d8df-7724-4e24-9fe9-130d205ea93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:42.644373 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42841c79-4c76-4a0f-8b2c-64f9b7e39d76 req-f344d81c-c5af-41ac-9ccd-3c4ce10a93e8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:42.645880 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-42841c79-4c76-4a0f-8b2c-64f9b7e39d76 req-f344d81c-c5af-41ac-9ccd-3c4ce10a93e8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1364801 Aug 12 17:41:42.646678 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-8cc9d8df-7724-4e24-9fe9-130d205ea93e None None] Port 92b625f6-df5b-4c51-b0ef-ef573205b690 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:41:42.657664 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9c492-4cd4-4af9-a2ad-c63a94b3a2e7 req-a9f2c180-c920-48e7-8956-875c179e51b7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:42.659650 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-85e9c492-4cd4-4af9-a2ad-c63a94b3a2e7 req-a9f2c180-c920-48e7-8956-875c179e51b7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 931 time: 0.1514032 Aug 12 17:41:42.680010 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:41:42.699134 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-06b18317-9f30-4eee-91e7-2254ae326f47 admin admin] 10.222.0.25 "PUT /v2.0/routers/3bda226c-a4ab-4cf5-8840-8f40194a7906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9234567 Aug 12 17:41:42.733110 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-42841c79-4c76-4a0f-8b2c-64f9b7e39d76 req-7a4ee796-7c52-47ca-8b18-d20f90ac0f57 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706697 Aug 12 17:41:42.735939 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-85e9c492-4cd4-4af9-a2ad-c63a94b3a2e7 req-15e47f72-c412-4a03-b06d-ea267f3d2c62 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706599 Aug 12 17:41:42.902305 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Request body: {'port': {'device_id': '9fdb28db-c538-4df8-8275-bca236c94835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:43.003372 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.435758 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53372) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:43.446265 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec302dd2-9017-4848-bd0a-c7cfaee599a1 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:41:43.454973 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.458351 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1311665544-network', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:43.472489 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Transition to ACTIVE for port object ec302dd2-9017-4848-bd0a-c7cfaee599a1 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:43.479261 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.488209 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Made reservation on behalf of ba872e9e4c4f42d2983e42d0b940f223 for: {'network': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:41:43.490643 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.505116 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.555498 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Pushing event updated for resources: {'Port': ['ID=ec302dd2-9017-4848-bd0a-c7cfaee599a1,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:43.600203 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.600560 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.611358 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.618952 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.619169 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.619517 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.619763 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.620231 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.620564 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.625812 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.626199 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.626542 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:43.652994 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:43.680651 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.688500 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.745243 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8503d605-576f-4db1-af0a-c473c8471619,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:43.777519 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:41:43.794455 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.794801 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.segments_db [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Added segment 63f2e1f6-034b-477f-9059-37494b01f1f5 of type vlan for network 57dcb3d0-0062-4864-b31c-80a10c74dd06 Aug 12 17:41:43.840738 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Attempting to bind port ec302dd2-9017-4848-bd0a-c7cfaee599a1 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:43.841225 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Attempting to bind port ec302dd2-9017-4848-bd0a-c7cfaee599a1 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:43.841727 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Attempting to bind port ec302dd2-9017-4848-bd0a-c7cfaee599a1 on network c2f1b465-5773-44fe-95ed-b353b8b74e9b {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:43.852113 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.854681 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-53d84873-d2c7-4ebf-a4bd-30db446239f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:43.856678 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-53d84873-d2c7-4ebf-a4bd-30db446239f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747&tenant_id=4463fb6a421941e5b64a113cdb255cd6 HTTP/1.1" status: 200 len: 1096 time: 0.2190099 Aug 12 17:41:43.858197 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Port ec302dd2-9017-4848-bd0a-c7cfaee599a1 on network c2f1b465-5773-44fe-95ed-b353b8b74e9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:41:43.858770 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Attempting to bind port ec302dd2-9017-4848-bd0a-c7cfaee599a1 on network c2f1b465-5773-44fe-95ed-b353b8b74e9b {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:43.867765 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:43.869413 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Checking segment: {'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:43.870550 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Bound using segment: {'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:43.873039 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Bound port: ec302dd2-9017-4848-bd0a-c7cfaee599a1, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2077e024-13bf-4670-9d4a-b12f7df80903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:43.873704 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.941379 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.942479 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:43.943070 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:43.988810 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] For port ec302dd2-9017-4848-bd0a-c7cfaee599a1, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:43.992300 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] For port ec302dd2-9017-4848-bd0a-c7cfaee599a1, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:43.995781 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:44.000505 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.001779 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:44.002491 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.016408 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5787263 Aug 12 17:41:44.024886 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53378) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:44.032732 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Request body: {'subnet': {'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1311665544-subnet', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'ip_version': 4}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:44.071671 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00813fcb-8e19-4295-a5c0-0fea1109950e req-37fb4e8a-00e4-426e-af23-dcf4eca08118 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.073441 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-00813fcb-8e19-4295-a5c0-0fea1109950e req-37fb4e8a-00e4-426e-af23-dcf4eca08118 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1909490 Aug 12 17:41:44.074231 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7d261-aaaa-4372-9f5b-df630b834825 admin admin] Pushing event updated for resources: {'Network': ['ID=57dcb3d0-0062-4864-b31c-80a10c74dd06,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:44.085671 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-d1deb691-e287-4f38-80a5-c77ddcc15173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.086936 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network 57dcb3d0-0062-4864-b31c-80a10c74dd06 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:41:44.087831 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-d1deb691-e287-4f38-80a5-c77ddcc15173 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 1096 time: 0.1975193 Aug 12 17:41:44.091547 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.092443 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.094013 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] 10.222.0.10 "PUT /v2.0/ports/ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 1093 time: 1.1966133 Aug 12 17:41:44.094511 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:41:44.095589 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800e0d5-58e5-4b53-a021-f1b683d4b187 req-12410d1b-6868-4f6f-8f14-b48e4de0928a tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.097829 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08521817-f2b5-42ce-9b37-ada97f68e836" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:41:44.098360 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b800e0d5-58e5-4b53-a021-f1b683d4b187 req-12410d1b-6868-4f6f-8f14-b48e4de0928a tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.2169492 Aug 12 17:41:44.142999 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Made reservation on behalf of ba872e9e4c4f42d2983e42d0b940f223 for: {'subnet': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:41:44.145440 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127496411'] for subnet, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.156299 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1a54c-cdca-4628-b9f7-7964d9394671 service neutron] Pushing event updated for resources: {'Port': ['ID=ec302dd2-9017-4848-bd0a-c7cfaee599a1,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:44.209547 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.234285 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=5c448a2d-d9cc-4a6c-ad47-f238bd90a737,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:44.241191 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.241992 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 76b366e2-530b-4033-ae94-8475e0940895 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:44.262318 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-00813fcb-8e19-4295-a5c0-0fea1109950e req-28a23db0-1046-4779-b779-5bbbe6fccb32 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617486 Aug 12 17:41:44.274256 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b800e0d5-58e5-4b53-a021-f1b683d4b187 req-d20d131f-6d2f-4a82-bc44-015b69763808 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635575 Aug 12 17:41:44.308290 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-8d62d3ca-e2db-441e-ab5e-5a6fa303d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.309840 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-8d62d3ca-e2db-441e-ab5e-5a6fa303d974 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029fcb9290ca4c74ae9cd5b987fdab80&device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 1096 time: 0.1239347 Aug 12 17:41:44.315112 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-e6742452-cc77-462a-837c-cef723fd5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.316679 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-e6742452-cc77-462a-837c-cef723fd5ce5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 917 time: 0.2155507 Aug 12 17:41:44.361596 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-2f55f4ca-d42e-4188-a06e-a560fb9563c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 217 time: 0.0435283 Aug 12 17:41:44.388910 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 76b366e2-530b-4033-ae94-8475e0940895 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:44.389269 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.392532 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=5c448a2d-d9cc-4a6c-ad47-f238bd90a737,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:44.431623 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.432458 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.432606 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.432970 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.433312 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.434141 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.434490 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.434839 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.435245 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.436164 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.436164 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.436368 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:41:44.466913 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-32a6c42d-c4eb-4b65-9d8a-0ede3550cfb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5 HTTP/1.1" status: 200 len: 998 time: 0.1423564 Aug 12 17:41:44.469965 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-e61c8751-7d80-43a3-82d8-ea85ec3b9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.470424 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-e61c8751-7d80-43a3-82d8-ea85ec3b9bfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57b45aad-7d88-4e36-b311-0802e1fda254 HTTP/1.1" status: 200 len: 853 time: 0.0811441 Aug 12 17:41:44.496252 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126545627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127496425'] for subnet, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.557194 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6504b5b-048b-4ba0-884e-d46a739ced63,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:44.561935 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-44e16bf8-611f-4dac-800b-d0807ea3549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.563523 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-44e16bf8-611f-4dac-800b-d0807ea3549c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.0837023 Aug 12 17:41:44.568722 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Checking segment: {'id': '63f2e1f6-034b-477f-9059-37494b01f1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:44.569259 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Network hostable DHCP agents. Network: 57dcb3d0-0062-4864-b31c-80a10c74dd06, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:41:44.571090 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-6d01e491-c997-4081-9858-f3ac7841f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.572576 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-6d01e491-c997-4081-9858-f3ac7841f642 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f1b465-5773-44fe-95ed-b353b8b74e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820789 Aug 12 17:41:44.584895 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5fd38c-8418-4cb6-b21a-531ce056ad1f x-openstack-request-id: req-db5fd38c-8418-4cb6-b21a-531ce056ad1f {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:41:44.585222 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:41:44.585475 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db5fd38c-8418-4cb6-b21a-531ce056ad1f {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:41:44.585958 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'status': 'completed', 'code': 200} Aug 12 17:41:44.589309 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Network 57dcb3d0-0062-4864-b31c-80a10c74dd06 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:41:44.603174 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, 57dcb3d0-0062-4864-b31c-80a10c74dd06) {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:44.607770 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.608487 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.616070 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db1ac84-2969-474a-9acf-681d19ea8131 None None] Network 57dcb3d0-0062-4864-b31c-80a10c74dd06 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:41:44.633031 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-8be07f47-c873-4edd-b732-0a2b4074b6e5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6042051 Aug 12 17:41:44.635938 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53384) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:44.641934 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1311665544-router', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:44.665083 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-48516'] for router, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.666772 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-455470', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-48523'] for router, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.688691 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-f9543433-6d46-4326-8752-2ad8e7a77894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:44.690381 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-f9543433-6d46-4326-8752-2ad8e7a77894 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1166193 Aug 12 17:41:44.730328 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.776732 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8ca075a2-7e19-5045-9ab7-4c8c0aa7a918-57dcb3d0-0062-4864-b31c-80a10c74dd06', 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'fixed_ips': [{'subnet_id': 'b6504b5b-048b-4ba0-884e-d46a739ced63'}]}} from dv-cinder-788253-6-iscsi. {{(pid=94310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 12 17:41:44.778212 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-3acd48f0-331a-4487-9ade-a3ff7b29c344 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949611 Aug 12 17:41:44.779893 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.865434 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-58935b5c-6b89-4286-9a97-801bfdc35d56 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638863 Aug 12 17:41:44.903947 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:44.939351 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.db_base_plugin_common [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Allocated IP 172.20.0.2 (57dcb3d0-0062-4864-b31c-80a10c74dd06/b6504b5b-048b-4ba0-884e-d46a739ced63/fe987fb2-e091-4ed7-941e-0e4d68ae7f53) {{(pid=94310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:44.958413 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e1a3aecc-d010-4b23-be88-d74140b43380 req-397b8cb3-b08e-4e0c-a1b1-4cfce1f3358f service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693506 Aug 12 17:41:45.007493 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8e9e1f21-c359-4c82-8ae1-37de4df3ab27 req-5d8e9ca6-f321-4248-ae13-c1c85af02a0f service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333721 Aug 12 17:41:45.069897 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-f3bc2ee9-1247-46df-a6d7-4e191505cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:45.071770 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-f3bc2ee9-1247-46df-a6d7-4e191505cf22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029fcb9290ca4c74ae9cd5b987fdab80&device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 1096 time: 0.0498946 Aug 12 17:41:45.138776 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Sync routers for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:41:45.153314 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:45.154450 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:45.155433 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:45.164553 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Transition to ACTIVE for port object fe987fb2-e091-4ed7-941e-0e4d68ae7f53 will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:45.180331 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Transition to ACTIVE for port object fe987fb2-e091-4ed7-941e-0e4d68ae7f53 will not be triggered until provisioned by entity DHCP. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:45.189646 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423'] for port, after_create {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:45.191383 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-0c19bec5-c28f-431a-9af2-bcc2227cf20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:45.193065 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-0c19bec5-c28f-431a-9af2-bcc2227cf20a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f1b465-5773-44fe-95ed-b353b8b74e9b HTTP/1.1" status: 200 len: 914 time: 0.1124823 Aug 12 17:41:45.225488 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:45.233254 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Network 57dcb3d0-0062-4864-b31c-80a10c74dd06 is already hosted by enough agents. {{(pid=94310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:45.236232 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.scheduler.base_scheduler [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Resources bound (agent type, host, resource id): {{(pid=94310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:45.240428 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Received port after_create {{(pid=94310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:45.247740 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Pushing event updated for resources: {'Port': ['ID=fe987fb2-e091-4ed7-941e-0e4d68ae7f53,revision_number=1']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:45.257565 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:45.258268 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-fd35b3ac-405a-45cb-b856-96e3c885d455 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 217 time: 0.0478063 Aug 12 17:41:45.291838 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:45.314468 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-0cffee3b-25a5-4318-be61-56b3af68baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:45.317944 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-0cffee3b-25a5-4318-be61-56b3af68baf7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57b45aad-7d88-4e36-b311-0802e1fda254 HTTP/1.1" status: 200 len: 853 time: 0.0586598 Aug 12 17:41:45.327403 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Attempting to bind port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:45.331130 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Attempting to bind port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '63f2e1f6-034b-477f-9059-37494b01f1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:45.343869 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Attempting to bind port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 on network 57dcb3d0-0062-4864-b31c-80a10c74dd06 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:45.357042 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:45.364726 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Checking segment: {'id': '63f2e1f6-034b-477f-9059-37494b01f1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:45.365469 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:45.366047 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Bound using segment: {'id': '63f2e1f6-034b-477f-9059-37494b01f1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:45.375412 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Bound port: fe987fb2-e091-4ed7-941e-0e4d68ae7f53, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f2e1f6-034b-477f-9059-37494b01f1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:45.375880 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:45.434383 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-c9e8c9a6-5d32-45e3-b5ed-c82bc31efab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:45.435977 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-c9e8c9a6-5d32-45e3-b5ed-c82bc31efab8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f1b465-5773-44fe-95ed-b353b8b74e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1086829 Aug 12 17:41:45.477440 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] For port fe987fb2-e091-4ed7-941e-0e4d68ae7f53, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:45.481051 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] For port fe987fb2-e091-4ed7-941e-0e4d68ae7f53, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=fe987fb2-e091-4ed7-941e-0e4d68ae7f53,segment=NetworkSegment(63f2e1f6-034b-477f-9059-37494b01f1f5),segment_id=63f2e1f6-034b-477f-9059-37494b01f1f5)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:45.490597 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:45.528482 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Allocated IP 172.27.1.41 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/42089ba9-38fb-4128-9420-28cde535ea7c) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:45.542848 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263b441-6e69-49c2-8b76-1eda1ba4d1de req-07902f64-476d-4c66-8a56-aa50731d9748 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:45.545652 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1263b441-6e69-49c2-8b76-1eda1ba4d1de req-07902f64-476d-4c66-8a56-aa50731d9748 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1474774 Aug 12 17:41:45.552000 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:45.573534 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17393344-15e7-477c-9dca-e199c92cb5ec req-c5a266ab-a043-4923-9395-3d1bf65f3554 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:45.580878 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-17393344-15e7-477c-9dca-e199c92cb5ec req-c5a266ab-a043-4923-9395-3d1bf65f3554 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.1398029 Aug 12 17:41:45.607827 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90553552-f6b5-4281-96d8-4fe8a38587e2 None None] Pushing event updated for resources: {'Port': ['ID=fe987fb2-e091-4ed7-941e-0e4d68ae7f53,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:45.662187 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-3dc148fc-0eb0-496c-b6ee-d679fc78fd53 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169232 Aug 12 17:41:45.670623 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:45.671004 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:45.674182 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:42Z', 'revision_number': 2, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:45.715378 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Checking router: 3bda226c-a4ab-4cf5-8840-8f40194a7906 for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:41:45.715934 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Updating router 3bda226c-a4ab-4cf5-8840-8f40194a7906 port 92b625f6-df5b-4c51-b0ef-ef573205b690 binding host dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:41:45.722643 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-17393344-15e7-477c-9dca-e199c92cb5ec req-45c0238d-2fe8-47eb-86b0-295c6e158542 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356184 Aug 12 17:41:45.735169 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1263b441-6e69-49c2-8b76-1eda1ba4d1de req-05930c98-e1f3-4f79-bcea-5184c64077f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676497 Aug 12 17:41:45.761194 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:45.820219 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:45.849339 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-08521817-f2b5-42ce-9b37-ada97f68e836 req-50255ee5-285e-437c-8ebc-247abe1e4509 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793461 Aug 12 17:41:45.879429 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:46.260290 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:46.274171 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Transition to ACTIVE for port object 92b625f6-df5b-4c51-b0ef-ef573205b690 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:46.281256 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:46.365745 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:46.374207 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:46.377129 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaab5cc-b3c9-48f0-a564-7fcb7ca91cdf None None] Pushing event updated for resources: {'Port': ['ID=92b625f6-df5b-4c51-b0ef-ef573205b690,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:46.378771 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:46.384917 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Pushing event updated for resources: {'Port': ['ID=42089ba9-38fb-4128-9420-28cde535ea7c,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:46.464918 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Attempting to bind port 92b625f6-df5b-4c51-b0ef-ef573205b690 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:46.465216 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Attempting to bind port 92b625f6-df5b-4c51-b0ef-ef573205b690 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:46.465578 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Attempting to bind port 92b625f6-df5b-4c51-b0ef-ef573205b690 on network 7b43b12a-83f4-439f-8191-13943471899a {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:46.471824 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:46.472519 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Checking segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:46.473096 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:46.473818 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Bound using segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:46.474700 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Bound port: 92b625f6-df5b-4c51-b0ef-ef573205b690, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:46.475374 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:46.575566 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] For port 92b625f6-df5b-4c51-b0ef-ef573205b690, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:46.582607 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] For port 92b625f6-df5b-4c51-b0ef-ef573205b690, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=92b625f6-df5b-4c51-b0ef-ef573205b690,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:46.590962 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:46.670013 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:46.671156 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:46.833838 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaab5cc-b3c9-48f0-a564-7fcb7ca91cdf None None] Pushing event updated for resources: {'Port': ['ID=92b625f6-df5b-4c51-b0ef-ef573205b690,revision_number=4']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:46.840716 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:47.030753 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:47.141086 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1f76f-1492-4deb-865f-56e92c4cf631 req-cb9cb74e-bb59-48a1-9e61-74d6781e9f70 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:47.142702 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eab1f76f-1492-4deb-865f-56e92c4cf631 req-cb9cb74e-bb59-48a1-9e61-74d6781e9f70 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.1982110 Aug 12 17:41:47.160950 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc311-f3d6-4aab-9912-201b61bd9628 req-c0a25124-77ce-4458-9e37-cc4e3db522df tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:47.169918 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8e1bc311-f3d6-4aab-9912-201b61bd9628 req-c0a25124-77ce-4458-9e37-cc4e3db522df tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.2263343 Aug 12 17:41:47.333177 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eab1f76f-1492-4deb-865f-56e92c4cf631 req-d74b308b-0b48-4975-b727-6a422fd85df7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523266 Aug 12 17:41:47.358429 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8e1bc311-f3d6-4aab-9912-201b61bd9628 req-5efa8c4c-566b-4ad5-9a96-cf09abc3ba9e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875772 Aug 12 17:41:47.411797 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0955cd5-5fcd-4652-aa49-d2687cb3243a None None] Network 57dcb3d0-0062-4864-b31c-80a10c74dd06 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:41:47.427300 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-455675'] for router, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:47.470401 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:46Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:47.500863 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-81e675ec-610e-416a-8feb-7e6baa5d3cc0 None None] Provisioning for port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:47.521793 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1c373-66c1-48f6-a273-ac93fb3663f8 None None] The sync data for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi is: [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:46Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:41:47.621461 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Router c8fca1bb-8f04-4612-bfd2-e86c8030832d is scheduled to L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 with binding_index 1 {{(pid=94309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 12 17:41:47.708425 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device fe987fb2-e091-4ed7-941e-0e4d68ae7f53 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:47.819711 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:47.825881 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:47.826827 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:47.859465 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:41:47.872515 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Sync routers for ids ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:41:47.896282 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] Notify callbacks [] for router, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:47.900464 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Routers {'c8fca1bb-8f04-4612-bfd2-e86c8030832d'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:47.900464 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:47.900780 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53416) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:47.903228 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-4bc43821-f1de-4c37-b7eb-999b228a8082 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2659745 Aug 12 17:41:48.083665 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:48.090940 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-56190b6a-d75b-4759-bda1-89181a4602d6 None None] Provisioning complete for port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:48.091363 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-56190b6a-d75b-4759-bda1-89181a4602d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:48.147923 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Set router c8fca1bb-8f04-4612-bfd2-e86c8030832d gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:48.226795 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port fe987fb2-e091-4ed7-941e-0e4d68ae7f53, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=fe987fb2-e091-4ed7-941e-0e4d68ae7f53,segment=NetworkSegment(63f2e1f6-034b-477f-9059-37494b01f1f5),segment_id=63f2e1f6-034b-477f-9059-37494b01f1f5)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:48.264467 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:48.265258 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 92b625f6-df5b-4c51-b0ef-ef573205b690 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:48.511265 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:48.542135 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=fe987fb2-e091-4ed7-941e-0e4d68ae7f53,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:48.607741 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 92b625f6-df5b-4c51-b0ef-ef573205b690 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:48.614870 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 92b625f6-df5b-4c51-b0ef-ef573205b690 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:48.614870 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:48.629839 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37855a0-d303-4464-a1ba-5a0be36f43d2 req-7bdac43e-f220-4913-81e1-cbc256db8f1c tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:48.632280 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a37855a0-d303-4464-a1ba-5a0be36f43d2 req-7bdac43e-f220-4913-81e1-cbc256db8f1c tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.2023406 Aug 12 17:41:48.639970 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71099-b0c5-4282-b53b-14cd819560a1 req-0990dce3-5314-48df-b6a8-beaf9d02bde3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:48.642353 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8cb71099-b0c5-4282-b53b-14cd819560a1 req-0990dce3-5314-48df-b6a8-beaf9d02bde3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1774549 Aug 12 17:41:48.675987 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'name': 'tempest-TestVolumeBootPattern-1311665544-router', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:44Z', 'updated_at': '2021-08-12T17:41:46Z', 'revision_number': 3, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'gw_port': {'id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:45Z', 'updated_at': '2021-08-12T17:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:48.706113 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Checking router: c8fca1bb-8f04-4612-bfd2-e86c8030832d for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:41:48.708589 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a37855a0-d303-4464-a1ba-5a0be36f43d2 req-456b3da6-4b95-462a-bbf0-5681dc3d1bdd tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643148 Aug 12 17:41:48.710529 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Updating router c8fca1bb-8f04-4612-bfd2-e86c8030832d port 42089ba9-38fb-4128-9420-28cde535ea7c binding host dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:41:48.711900 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8cb71099-b0c5-4282-b53b-14cd819560a1 req-715dadda-c910-49d5-8088-69dfeffd00f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603306 Aug 12 17:41:48.801483 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:48.817581 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:48.828680 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Allocated IP 172.20.0.1 (57dcb3d0-0062-4864-b31c-80a10c74dd06/b6504b5b-048b-4ba0-884e-d46a739ced63/5c1a13d8-27fc-4151-ab5d-d436f9b868c7) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:41:48.885673 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 92b625f6-df5b-4c51-b0ef-ef573205b690, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=92b625f6-df5b-4c51-b0ef-ef573205b690,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:48.895319 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:48.941878 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:48.959526 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Transition to ACTIVE for port object 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:49.033382 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=92b625f6-df5b-4c51-b0ef-ef573205b690,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:49.046968 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.096614 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Network 57dcb3d0-0062-4864-b31c-80a10c74dd06 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:49.109255 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:49.115194 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:41:49.172029 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Pushing event updated for resources: {'Port': ['ID=5c1a13d8-27fc-4151-ab5d-d436f9b868c7,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:49.175093 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-368430'] for router_interface, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.208406 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.220981 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Transition to ACTIVE for port object 42089ba9-38fb-4128-9420-28cde535ea7c will not be triggered until provisioned by entity L2. {{(pid=94310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:49.227433 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.288730 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Attempting to bind port 42089ba9-38fb-4128-9420-28cde535ea7c on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:49.289165 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Attempting to bind port 42089ba9-38fb-4128-9420-28cde535ea7c by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:49.289649 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Attempting to bind port 42089ba9-38fb-4128-9420-28cde535ea7c on network 02439c8f-1755-4220-a912-61d594f4e8a3 {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:49.295889 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bf42c-53cc-488c-b511-7b55fc51fe26 None None] Pushing event updated for resources: {'Port': ['ID=42089ba9-38fb-4128-9420-28cde535ea7c,revision_number=2']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:49.302267 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:49.302642 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Checking segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:49.303059 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.303457 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Bound using segment: {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'} {{(pid=94310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:49.303941 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.managers [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Bound port: 42089ba9-38fb-4128-9420-28cde535ea7c, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98873dc5-ea28-4807-8e39-14ebc6bb820d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}}] {{(pid=94310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:49.304471 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.371553 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.382048 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] For port 42089ba9-38fb-4128-9420-28cde535ea7c, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:49.385877 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] For port 42089ba9-38fb-4128-9420-28cde535ea7c, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=42089ba9-38fb-4128-9420-28cde535ea7c,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:49.392416 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.464812 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1bf42c-53cc-488c-b511-7b55fc51fe26 None None] Pushing event updated for resources: {'Port': ['ID=42089ba9-38fb-4128-9420-28cde535ea7c,revision_number=3']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:49.468149 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Routers {'c8fca1bb-8f04-4612-bfd2-e86c8030832d'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:49.468716 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:49.524323 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-93e6c867-bd27-4308-8616-c2fa3afa1051 None None] Provisioning for port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:49.529520 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-93e6c867-bd27-4308-8616-c2fa3afa1051 None None] Provisioning complete for port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:49.529954 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-93e6c867-bd27-4308-8616-c2fa3afa1051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.573700 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device fe987fb2-e091-4ed7-941e-0e4d68ae7f53 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:49.605079 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.612633 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.688646 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Pushing event updated for resources: {'Port': ['ID=5c1a13d8-27fc-4151-ab5d-d436f9b868c7,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:49.691195 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-368570'] for router_interface, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.695329 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-93e6c867-bd27-4308-8616-c2fa3afa1051 None None] Port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:41:49.703558 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] Set router c8fca1bb-8f04-4612-bfd2-e86c8030832d gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:49.734775 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:49.735150 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:49.811832 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Network 57dcb3d0-0062-4864-b31c-80a10c74dd06 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:41:49.815722 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:41:49.898922 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdf01b-ea6e-41b6-b22c-a7a4b2dbd6ca req-4a0baf68-1a44-463a-918e-025afb25c67f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:49.907003 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-39bdf01b-ea6e-41b6-b22c-a7a4b2dbd6ca req-4a0baf68-1a44-463a-918e-025afb25c67f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1041298 Aug 12 17:41:49.958514 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 92b625f6-df5b-4c51-b0ef-ef573205b690 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:49.963820 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2747e22-52c1-4e9e-81c1-be45ff71ac33 req-00acf653-8acb-4ac1-8546-b485f40c17b7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:49.965516 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f2747e22-52c1-4e9e-81c1-be45ff71ac33 req-00acf653-8acb-4ac1-8546-b485f40c17b7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.1475563 Aug 12 17:41:50.022521 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-39bdf01b-ea6e-41b6-b22c-a7a4b2dbd6ca req-a66c3cec-35f4-4aae-883e-0df68101629f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143069 Aug 12 17:41:50.025862 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f2747e22-52c1-4e9e-81c1-be45ff71ac33 req-5599dd22-1f4e-40b1-b5e3-762daea4ef43 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519528 Aug 12 17:41:50.036870 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 92b625f6-df5b-4c51-b0ef-ef573205b690 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:50.037362 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:50.076237 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'name': 'tempest-TestVolumeBootPattern-1311665544-router', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:44Z', 'updated_at': '2021-08-12T17:41:49Z', 'revision_number': 4, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'gw_port': {'id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:45Z', 'updated_at': '2021-08-12T17:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '5c1a13d8-27fc-4151-ab5d-d436f9b868c7', 'name': '', 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'mac_address': 'fa:16:3e:e5:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6504b5b-048b-4ba0-884e-d46a739ced63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:48Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 1, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'subnets': [{'id': 'b6504b5b-048b-4ba0-884e-d46a739ced63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:50.121778 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1cc7a4-92b6-4019-b456-1919932d3fa3 None None] The sync data for ids ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'] in dv-cinder-788253-6-iscsi is: [{'id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'name': 'tempest-TestVolumeBootPattern-1311665544-router', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:44Z', 'updated_at': '2021-08-12T17:41:49Z', 'revision_number': 4, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'gw_port': {'id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:45Z', 'updated_at': '2021-08-12T17:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '5c1a13d8-27fc-4151-ab5d-d436f9b868c7', 'name': '', 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'mac_address': 'fa:16:3e:e5:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6504b5b-048b-4ba0-884e-d46a739ced63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:48Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 1, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'subnets': [{'id': 'b6504b5b-048b-4ba0-884e-d46a739ced63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:41:50.139077 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-7db747bf-0541-4e2d-948d-20b502792afc None None] Provisioning complete for port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:50.139459 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-7db747bf-0541-4e2d-948d-20b502792afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:50.199418 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-7db747bf-0541-4e2d-948d-20b502792afc None None] Port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:41:50.231756 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Router c8fca1bb-8f04-4612-bfd2-e86c8030832d has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:41:50.348148 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:41:50.353361 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-8179fb25-9434-4dd9-98e9-7f7f13a2a28b admin admin] 10.222.0.25 "PUT /v2.0/routers/c8fca1bb-8f04-4612-bfd2-e86c8030832d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4515331 Aug 12 17:41:50.823124 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53434) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:50.827915 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-d8240d5d-648b-429d-ab2a-be84c49ca33c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661960785', 'description': 'tempest-secgroup-smoke-661960785 description', 'project_id': '930d6afb968e4b429d908a0c1661f490'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:50.856175 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d8240d5d-648b-429d-ab2a-be84c49ca33c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:50.999168 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d8240d5d-648b-429d-ab2a-be84c49ca33c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.010801 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d8240d5d-648b-429d-ab2a-be84c49ca33c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.040430 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d8240d5d-648b-429d-ab2a-be84c49ca33c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.041696 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-d8240d5d-648b-429d-ab2a-be84c49ca33c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2175245 Aug 12 17:41:51.044800 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53438) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:51.050523 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-38e2c191-0ab1-455b-9438-44a48f1c0f83 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'security_group_rule': {'security_group_id': '47710874-9c93-4ce4-a077-b83c4da9a8e9', 'project_id': '930d6afb968e4b429d908a0c1661f490', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:51.055992 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8240d5d-648b-429d-ab2a-be84c49ca33c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47710874-9c93-4ce4-a077-b83c4da9a8e9,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:51.092195 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-38e2c191-0ab1-455b-9438-44a48f1c0f83 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.178934 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-38e2c191-0ab1-455b-9438-44a48f1c0f83 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.183884 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-38e2c191-0ab1-455b-9438-44a48f1c0f83 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.207327 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2c191-0ab1-455b-9438-44a48f1c0f83 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61766e9-31c5-41a8-8640-18b53f34f620,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:51.210729 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-38e2c191-0ab1-455b-9438-44a48f1c0f83 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.214134 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-38e2c191-0ab1-455b-9438-44a48f1c0f83 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668262 Aug 12 17:41:51.215436 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53444) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:51.221989 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-e91136da-9134-4a09-bdfa-9b910adafbe3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'security_group_rule': {'security_group_id': '47710874-9c93-4ce4-a077-b83c4da9a8e9', 'project_id': '930d6afb968e4b429d908a0c1661f490', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:51.242915 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62167a0-2fc5-4e4b-9c5e-0abe1928b24a req-ca708e44-7907-406c-8972-c126a9f18a9a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:51.244715 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c62167a0-2fc5-4e4b-9c5e-0abe1928b24a req-ca708e44-7907-406c-8972-c126a9f18a9a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0930033 Aug 12 17:41:51.252434 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76050eb3-afcd-424f-8108-a26cf49a4306 req-982aa684-5c8f-44a9-8f38-182fd74718da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:51.253808 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-76050eb3-afcd-424f-8108-a26cf49a4306 req-982aa684-5c8f-44a9-8f38-182fd74718da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.1135359 Aug 12 17:41:51.327488 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e91136da-9134-4a09-bdfa-9b910adafbe3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.333291 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c62167a0-2fc5-4e4b-9c5e-0abe1928b24a req-6c116b48-91d2-4c42-b3f1-f2d7b408caa1 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766752 Aug 12 17:41:51.337752 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-76050eb3-afcd-424f-8108-a26cf49a4306 req-dbacd2e5-6064-4c91-9c72-5b578ed2c236 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773976 Aug 12 17:41:51.428363 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e91136da-9134-4a09-bdfa-9b910adafbe3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.432344 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e91136da-9134-4a09-bdfa-9b910adafbe3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.454703 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91136da-9134-4a09-bdfa-9b910adafbe3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e31860-2254-47e0-969c-5f57bba119d7,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:51.464787 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e91136da-9134-4a09-bdfa-9b910adafbe3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.466473 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-e91136da-9134-4a09-bdfa-9b910adafbe3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2500196 Aug 12 17:41:51.469081 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53446) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:51.475101 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-6735dbf0-394e-4685-9cb1-8d3929a76e03 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'security_group_rule': {'security_group_id': '47710874-9c93-4ce4-a077-b83c4da9a8e9', 'project_id': '930d6afb968e4b429d908a0c1661f490', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:51.506886 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6735dbf0-394e-4685-9cb1-8d3929a76e03 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.581973 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6735dbf0-394e-4685-9cb1-8d3929a76e03 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.585836 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6735dbf0-394e-4685-9cb1-8d3929a76e03 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.604661 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735dbf0-394e-4685-9cb1-8d3929a76e03 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ddd39a-4f98-41d4-9dd6-8d17c70a3bd0,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:51.605849 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 42089ba9-38fb-4128-9420-28cde535ea7c up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:51.615541 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6735dbf0-394e-4685-9cb1-8d3929a76e03 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.616957 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-6735dbf0-394e-4685-9cb1-8d3929a76e03 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464822 Aug 12 17:41:51.619841 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53448) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:51.624391 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-f81323ba-699c-42d0-96bd-703fe4f9e913 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'security_group_rule': {'security_group_id': '47710874-9c93-4ce4-a077-b83c4da9a8e9', 'project_id': '930d6afb968e4b429d908a0c1661f490', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:51.673298 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f81323ba-699c-42d0-96bd-703fe4f9e913 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.674192 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 42089ba9-38fb-4128-9420-28cde535ea7c completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:51.679583 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 42089ba9-38fb-4128-9420-28cde535ea7c triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:51.680359 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.802470 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f81323ba-699c-42d0-96bd-703fe4f9e913 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.807657 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f81323ba-699c-42d0-96bd-703fe4f9e913 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.822238 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.827901 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81323ba-699c-42d0-96bd-703fe4f9e913 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca01e490-10ec-4463-8caa-7853d647b1e6,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:51.845265 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f81323ba-699c-42d0-96bd-703fe4f9e913 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.846151 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 42089ba9-38fb-4128-9420-28cde535ea7c, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=42089ba9-38fb-4128-9420-28cde535ea7c,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:51.846885 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f81323ba-699c-42d0-96bd-703fe4f9e913 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2260265 Aug 12 17:41:51.849572 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53450) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:51.853310 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.854278 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-13e41bcd-e8c3-40a0-90e5-cf1a652e726e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'security_group_rule': {'security_group_id': '47710874-9c93-4ce4-a077-b83c4da9a8e9', 'project_id': '930d6afb968e4b429d908a0c1661f490', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:51.876472 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.securitygroups_db [None req-13e41bcd-e8c3-40a0-90e5-cf1a652e726e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Project 930d6afb968e4b429d908a0c1661f490 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 17:41:51.882194 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-13e41bcd-e8c3-40a0-90e5-cf1a652e726e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.905297 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=42089ba9-38fb-4128-9420-28cde535ea7c,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:51.947978 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-13e41bcd-e8c3-40a0-90e5-cf1a652e726e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.951194 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-13e41bcd-e8c3-40a0-90e5-cf1a652e726e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.970378 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e41bcd-e8c3-40a0-90e5-cf1a652e726e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75984c2d-b0aa-415c-814b-0f2bb2fb6763,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:51.988195 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-13e41bcd-e8c3-40a0-90e5-cf1a652e726e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:51.992773 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-13e41bcd-e8c3-40a0-90e5-cf1a652e726e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1421611 Aug 12 17:41:51.992980 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53452) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:41:51.998417 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-e9299d69-bbc6-4254-98a6-22182f47ee40 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'security_group_rule': {'security_group_id': '47710874-9c93-4ce4-a077-b83c4da9a8e9', 'project_id': '930d6afb968e4b429d908a0c1661f490', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:41:52.032045 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.securitygroups_db [None req-e9299d69-bbc6-4254-98a6-22182f47ee40 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Project 930d6afb968e4b429d908a0c1661f490 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 17:41:52.039189 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e9299d69-bbc6-4254-98a6-22182f47ee40 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:52.114215 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e9299d69-bbc6-4254-98a6-22182f47ee40 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:52.117751 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e9299d69-bbc6-4254-98a6-22182f47ee40 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:52.135446 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9299d69-bbc6-4254-98a6-22182f47ee40 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d79672-c637-4c46-99ce-869a57697b34,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:52.142277 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e9299d69-bbc6-4254-98a6-22182f47ee40 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:52.143564 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-e9299d69-bbc6-4254-98a6-22182f47ee40 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494937 Aug 12 17:41:52.504739 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c4acd-45b7-481a-adf1-db1bed4a48df req-3f84298b-21b1-4ac6-8a9f-6d0f44e36b36 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:52.506275 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-563c4acd-45b7-481a-adf1-db1bed4a48df req-3f84298b-21b1-4ac6-8a9f-6d0f44e36b36 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.0831661 Aug 12 17:41:52.527982 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f66400-5180-4656-9bda-a21174ed5bed req-29f9c96e-0774-43cf-a05e-e11ca71a8bb9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:52.529439 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-58f66400-5180-4656-9bda-a21174ed5bed req-29f9c96e-0774-43cf-a05e-e11ca71a8bb9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0778642 Aug 12 17:41:52.577703 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-563c4acd-45b7-481a-adf1-db1bed4a48df req-0c94ed36-8082-4094-8fb9-e595a1fd1b2e tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652754 Aug 12 17:41:52.585452 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-58f66400-5180-4656-9bda-a21174ed5bed req-3dd37bd5-4cca-4328-bbc4-6ff1d944b17c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490272 Aug 12 17:41:53.566238 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 42089ba9-38fb-4128-9420-28cde535ea7c up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:53.642181 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 42089ba9-38fb-4128-9420-28cde535ea7c triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:53.642633 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:53.826520 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Sync routers for ids ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:41:53.839912 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Routers {'c8fca1bb-8f04-4612-bfd2-e86c8030832d'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:53.844573 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:53.852331 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b0948-5740-472a-8180-3fc8ed880214 req-89d8bd17-3072-45f3-a46e-e474109853f2 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:53.854023 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4e3b0948-5740-472a-8180-3fc8ed880214 req-89d8bd17-3072-45f3-a46e-e474109853f2 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.1228907 Aug 12 17:41:53.866057 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bbf3b-65d2-4c1b-9b96-7fecc658898b req-95f584c6-ebd5-4cd6-b7a7-ec2fde9a0d18 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:53.867741 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aa5bbf3b-65d2-4c1b-9b96-7fecc658898b req-95f584c6-ebd5-4cd6-b7a7-ec2fde9a0d18 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0844049 Aug 12 17:41:53.934294 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aa5bbf3b-65d2-4c1b-9b96-7fecc658898b req-f91e2ccd-a42b-4590-a0d6-5f1e1c01bfce tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590365 Aug 12 17:41:53.943452 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4e3b0948-5740-472a-8180-3fc8ed880214 req-fceda8ed-8683-4fd4-a53d-eb8757684365 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744648 Aug 12 17:41:54.004314 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Set router c8fca1bb-8f04-4612-bfd2-e86c8030832d gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:54.214164 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'name': 'tempest-TestVolumeBootPattern-1311665544-router', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:44Z', 'updated_at': '2021-08-12T17:41:49Z', 'revision_number': 4, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'gw_port': {'id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:45Z', 'updated_at': '2021-08-12T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '5c1a13d8-27fc-4151-ab5d-d436f9b868c7', 'name': '', 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'mac_address': 'fa:16:3e:e5:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6504b5b-048b-4ba0-884e-d46a739ced63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:48Z', 'updated_at': '2021-08-12T17:41:49Z', 'revision_number': 2, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'subnets': [{'id': 'b6504b5b-048b-4ba0-884e-d46a739ced63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:54.245623 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Checking router: c8fca1bb-8f04-4612-bfd2-e86c8030832d for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:41:54.246284 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Updating router c8fca1bb-8f04-4612-bfd2-e86c8030832d port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 binding host dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 12 17:41:54.370629 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:54.654420 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Notify callbacks [] for port, precommit_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:54.668839 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.provisioning_blocks [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Transition to ACTIVE for port object 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 will not be triggered until provisioned by entity L2. {{(pid=94311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:41:54.676019 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:54.725649 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89802979-16fc-41c5-b8c5-310a65cc6e33 None None] Pushing event updated for resources: {'Port': ['ID=5c1a13d8-27fc-4151-ab5d-d436f9b868c7,revision_number=3']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:54.785309 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Attempting to bind port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 on host dv-cinder-788253-6-iscsi for vnic_type normal with profile {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:41:54.785663 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Attempting to bind port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 by drivers openvswitch,hyperv on host dv-cinder-788253-6-iscsi at level 0 using segments [{'id': '63f2e1f6-034b-477f-9059-37494b01f1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06'}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:41:54.786019 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Attempting to bind port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 on network 57dcb3d0-0062-4864-b31c-80a10c74dd06 {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:41:54.791452 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Checking agent: {'id': 'ac4c4d46-af1f-4c82-a844-acb1e5c3cccc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788253-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 27, 33), 'started_at': datetime.datetime(2021, 8, 12, 17, 28, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788253-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:41:54.791912 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Checking segment: {'id': '63f2e1f6-034b-477f-9059-37494b01f1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:41:54.792388 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:54.792856 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Bound using segment: {'id': '63f2e1f6-034b-477f-9059-37494b01f1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06'} {{(pid=94311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:41:54.793406 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.managers [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Bound port: 5c1a13d8-27fc-4151-ab5d-d436f9b868c7, host: dv-cinder-788253-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f2e1f6-034b-477f-9059-37494b01f1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06'}}] {{(pid=94311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:41:54.793901 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:54.864874 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] For port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7, host dv-cinder-788253-6-iscsi, cleared binding levels {{(pid=94311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:41:54.868425 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.plugins.ml2.db [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] For port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7, host dv-cinder-788253-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=5c1a13d8-27fc-4151-ab5d-d436f9b868c7,segment=NetworkSegment(63f2e1f6-034b-477f-9059-37494b01f1f5),segment_id=63f2e1f6-034b-477f-9059-37494b01f1f5)] {{(pid=94311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:41:54.873028 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron_lib.callbacks.manager [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:54.965481 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89802979-16fc-41c5-b8c5-310a65cc6e33 None None] Pushing event updated for resources: {'Port': ['ID=5c1a13d8-27fc-4151-ab5d-d436f9b868c7,revision_number=4']} {{(pid=94311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:55.016206 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Routers {'c8fca1bb-8f04-4612-bfd2-e86c8030832d'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:41:55.017006 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:41:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:55.165266 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9fbb7e-5c6b-469d-9916-a4298753e70c req-63953b79-9e66-4445-af7e-6fa82eb43b4a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:55.167803 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc9fbb7e-5c6b-469d-9916-a4298753e70c req-63953b79-9e66-4445-af7e-6fa82eb43b4a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.1104114 Aug 12 17:41:55.192793 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7d5fe-b0d2-4ec1-84ef-08ae018ed3b4 req-a084a3a0-1671-4b4e-83a0-04971ce40de4 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:55.194414 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-70d7d5fe-b0d2-4ec1-84ef-08ae018ed3b4 req-a084a3a0-1671-4b4e-83a0-04971ce40de4 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.0820851 Aug 12 17:41:55.196232 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] Set router c8fca1bb-8f04-4612-bfd2-e86c8030832d gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:41:55.235094 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc9fbb7e-5c6b-469d-9916-a4298753e70c req-03ef9c3a-515f-4377-8edb-9cb8aedd5787 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612123 Aug 12 17:41:55.313485 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-70d7d5fe-b0d2-4ec1-84ef-08ae018ed3b4 req-a4d02c41-1fd1-4a72-9cba-93c94d74ea4b tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990384 Aug 12 17:41:55.476986 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'name': 'tempest-TestVolumeBootPattern-1311665544-router', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:44Z', 'updated_at': '2021-08-12T17:41:49Z', 'revision_number': 4, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'gw_port': {'id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:45Z', 'updated_at': '2021-08-12T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '5c1a13d8-27fc-4151-ab5d-d436f9b868c7', 'name': '', 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'mac_address': 'fa:16:3e:e5:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6504b5b-048b-4ba0-884e-d46a739ced63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:48Z', 'updated_at': '2021-08-12T17:41:54Z', 'revision_number': 4, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'subnets': [{'id': 'b6504b5b-048b-4ba0-884e-d46a739ced63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:41:55.508383 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef01bb71-5b4d-4ad1-9f8b-4c67aaf5ad6f None None] The sync data for ids ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'] in dv-cinder-788253-6-iscsi is: [{'id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'name': 'tempest-TestVolumeBootPattern-1311665544-router', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:44Z', 'updated_at': '2021-08-12T17:41:49Z', 'revision_number': 4, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'gw_port': {'id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:45Z', 'updated_at': '2021-08-12T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '5c1a13d8-27fc-4151-ab5d-d436f9b868c7', 'name': '', 'network_id': '57dcb3d0-0062-4864-b31c-80a10c74dd06', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'mac_address': 'fa:16:3e:e5:8d:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'b6504b5b-048b-4ba0-884e-d46a739ced63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:48Z', 'updated_at': '2021-08-12T17:41:54Z', 'revision_number': 4, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'subnets': [{'id': 'b6504b5b-048b-4ba0-884e-d46a739ced63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:41:55.520247 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:55.606680 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning for port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:41:55.613322 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:55.613742 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:55.723241 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:55.771728 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] For port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=5c1a13d8-27fc-4151-ab5d-d436f9b868c7,segment=NetworkSegment(63f2e1f6-034b-477f-9059-37494b01f1f5),segment_id=63f2e1f6-034b-477f-9059-37494b01f1f5)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:41:55.781057 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:55.834861 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Pushing event updated for resources: {'Port': ['ID=5c1a13d8-27fc-4151-ab5d-d436f9b868c7,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:41:56.377427 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5b28c-5a72-40eb-afdd-2f94e857550a req-f232644e-615c-48c0-b2d9-33b550869fba tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:56.379188 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-46f5b28c-5a72-40eb-afdd-2f94e857550a req-f232644e-615c-48c0-b2d9-33b550869fba tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0553167 Aug 12 17:41:56.441410 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-46f5b28c-5a72-40eb-afdd-2f94e857550a req-83c71984-373f-4af2-9647-5ec4cb011505 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527799 Aug 12 17:41:56.453581 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002de568-2435-470d-bc72-92120f5c7547 req-d902a1d8-3a0b-4c53-bdec-7cdaf23c983f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:56.455600 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-002de568-2435-470d-bc72-92120f5c7547 req-d902a1d8-3a0b-4c53-bdec-7cdaf23c983f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.0749948 Aug 12 17:41:56.497651 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-002de568-2435-470d-bc72-92120f5c7547 req-3fc39659-5185-4043-aa6e-616c8de2a5f6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Aug 12 17:41:57.516587 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 up at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:41:57.572759 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Provisioning complete for port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:41:57.573126 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:41:57.607792 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc382f0-40fe-4a5f-93b7-cde15f503777 req-24ae0eb4-bf6d-4a0c-91e8-4b16f0a51c97 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:57.609244 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-edc382f0-40fe-4a5f-93b7-cde15f503777 req-24ae0eb4-bf6d-4a0c-91e8-4b16f0a51c97 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0762279 Aug 12 17:41:57.644884 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbeb3e-5949-4310-871f-1ffc772a5dfc req-8b7ea7c2-4eee-4d97-9cda-707650933bf0 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:57.646579 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f8cbeb3e-5949-4310-871f-1ffc772a5dfc req-8b7ea7c2-4eee-4d97-9cda-707650933bf0 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.0769830 Aug 12 17:41:57.677797 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-edc382f0-40fe-4a5f-93b7-cde15f503777 req-afad0d93-1bac-4a04-9030-2b136bef5e2a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579848 Aug 12 17:41:57.696466 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f8cbeb3e-5949-4310-871f-1ffc772a5dfc req-8367428a-116c-41d0-ac62-00c29c2fe81d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381055 Aug 12 17:41:58.837690 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63969d-92e4-4c37-8b8e-410e2c725e06 req-0b25f520-4a81-4468-83b0-14e0245a0872 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:58.839289 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5b63969d-92e4-4c37-8b8e-410e2c725e06 req-0b25f520-4a81-4468-83b0-14e0245a0872 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0857549 Aug 12 17:41:58.903746 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5b63969d-92e4-4c37-8b8e-410e2c725e06 req-55d7aab2-9e7b-4c81-8231-03dde7585006 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537472 Aug 12 17:41:58.923528 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedcea6-5dbf-490a-9962-6f0d1a2f84ea req-6806c1c7-c569-4e53-aac5-b9738672812f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:41:58.925828 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4eedcea6-5dbf-490a-9962-6f0d1a2f84ea req-6806c1c7-c569-4e53-aac5-b9738672812f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.1369295 Aug 12 17:41:58.971760 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4eedcea6-5dbf-490a-9962-6f0d1a2f84ea req-5a386d0c-c5c7-4ad0-8e68-bd48f4f5d722 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395651 Aug 12 17:41:59.848259 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:00.022662 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd22a2d-df85-434f-97c9-5ce39c16928b req-789ddd73-f8cf-4573-bce6-4c35f7087f07 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:00.024233 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3bd22a2d-df85-434f-97c9-5ce39c16928b req-789ddd73-f8cf-4573-bce6-4c35f7087f07 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0542355 Aug 12 17:42:00.056648 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a4b3c0d4-3669-44c1-9dbd-c3a2b95cc3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:00.097903 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3bd22a2d-df85-434f-97c9-5ce39c16928b req-c8a4b432-0efc-4d5b-82a4-65e39b85640e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679238 Aug 12 17:42:00.114681 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04912b5-34b9-46d9-aa1e-cbbe33fd4240 req-cd88648e-5caf-4aa4-8b67-bb3a839839d5 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:00.122592 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d04912b5-34b9-46d9-aa1e-cbbe33fd4240 req-cd88648e-5caf-4aa4-8b67-bb3a839839d5 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.0714071 Aug 12 17:42:00.156556 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d04912b5-34b9-46d9-aa1e-cbbe33fd4240 req-cc376028-9a38-4741-8bce-395c63291095 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333047 Aug 12 17:42:01.228148 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864e438-162a-4cb8-867f-52ef3a94968e req-fd23eefe-e04a-47c9-a789-73ac1d0d486f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:01.229630 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4864e438-162a-4cb8-867f-52ef3a94968e req-fd23eefe-e04a-47c9-a789-73ac1d0d486f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0577509 Aug 12 17:42:01.291673 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4864e438-162a-4cb8-867f-52ef3a94968e req-cab67437-db3c-4736-b8ee-2ded85db029f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528624 Aug 12 17:42:01.302488 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8edc-0ef6-4c3f-bd3d-84855997549b req-b7600060-238a-46dc-ae0a-991a7d8340c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:01.303967 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e65d8edc-0ef6-4c3f-bd3d-84855997549b req-b7600060-238a-46dc-ae0a-991a7d8340c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.0734487 Aug 12 17:42:01.344420 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e65d8edc-0ef6-4c3f-bd3d-84855997549b req-a0627518-0404-4c40-8ccb-777ac5e2a044 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Aug 12 17:42:02.414359 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35538f1f-d5ec-4f22-b4fd-445869de9d77 req-262c3aef-e8b5-4852-846a-a743d7eeb6c9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:02.415880 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-35538f1f-d5ec-4f22-b4fd-445869de9d77 req-262c3aef-e8b5-4852-846a-a743d7eeb6c9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0485902 Aug 12 17:42:02.483761 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-35538f1f-d5ec-4f22-b4fd-445869de9d77 req-aee390ad-323d-4fc4-ba3a-0c4664197f7a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590465 Aug 12 17:42:02.492250 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8198b9-b761-47e2-8f30-6b946f6e98db req-aae25352-3f0a-4805-aa49-275ceadaad97 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:02.493691 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd8198b9-b761-47e2-8f30-6b946f6e98db req-aae25352-3f0a-4805-aa49-275ceadaad97 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.0769515 Aug 12 17:42:02.531882 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd8198b9-b761-47e2-8f30-6b946f6e98db req-47ec28d2-212a-4e03-937a-9bdcb114342e tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321915 Aug 12 17:42:02.892540 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-bec6e528-5405-47ce-abf7-e6049ec97ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:03.243815 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:03.605035 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda8c46-5575-4107-8945-670f09f287be req-0db2e3a2-bec8-438b-8ab1-596b76f722c2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:03.606535 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bcda8c46-5575-4107-8945-670f09f287be req-0db2e3a2-bec8-438b-8ab1-596b76f722c2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0503862 Aug 12 17:42:03.672587 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bcda8c46-5575-4107-8945-670f09f287be req-492898ef-ca5b-4e34-9a91-40b4c08ca198 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573421 Aug 12 17:42:03.680511 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9df6b2-5a7e-4151-be01-52c161778d2e req-efcf5729-df1f-4b8f-b637-4bfa2e3028df tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:03.681936 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9e9df6b2-5a7e-4151-be01-52c161778d2e req-efcf5729-df1f-4b8f-b637-4bfa2e3028df tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 943 time: 0.0745494 Aug 12 17:42:03.720341 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9e9df6b2-5a7e-4151-be01-52c161778d2e req-b5797a7d-955b-43d8-ac27-4bee6d251fee tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325468 Aug 12 17:42:04.053600 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:04.530582 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device ec302dd2-9017-4848-bd0a-c7cfaee599a1 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:42:04.624319 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port ec302dd2-9017-4848-bd0a-c7cfaee599a1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:04.635906 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'port_id': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'mac_address': 'fa:16:3e:91:2c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:42:04.677011 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:04.689138 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec302dd2-9017-4848-bd0a-c7cfaee599a1 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:42:04.708952 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port ec302dd2-9017-4848-bd0a-c7cfaee599a1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:04.714013 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:04.762205 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=ec302dd2-9017-4848-bd0a-c7cfaee599a1,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:04.796106 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412e384-92bd-4275-932a-ac1749526729 req-11efcf59-e19d-4dea-8cf2-155242c9ad29 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:04.797557 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c412e384-92bd-4275-932a-ac1749526729 req-11efcf59-e19d-4dea-8cf2-155242c9ad29 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0516868 Aug 12 17:42:04.859066 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c412e384-92bd-4275-932a-ac1749526729 req-91a1f557-6f44-4631-af52-dc8663e10db3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538206 Aug 12 17:42:04.867473 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55631de-9450-4248-974c-261a94314073 req-f13e7e4f-2b11-4cce-95aa-89d2b9513009 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:04.868972 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f55631de-9450-4248-974c-261a94314073 req-f13e7e4f-2b11-4cce-95aa-89d2b9513009 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 944 time: 0.0806129 Aug 12 17:42:04.906361 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f55631de-9450-4248-974c-261a94314073 req-98361a21-21d4-487b-986b-320b5e994b4b tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Aug 12 17:42:05.130261 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['ec302dd2-9017-4848-bd0a-c7cfaee599a1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:42:05.440353 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:05.988538 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d039f-7bc4-4623-b2e3-08c89176c0af req-8de8c923-ac15-410c-9678-e5b006fefea6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:05.989952 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c39d039f-7bc4-4623-b2e3-08c89176c0af req-8de8c923-ac15-410c-9678-e5b006fefea6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0597122 Aug 12 17:42:06.047534 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c39d039f-7bc4-4623-b2e3-08c89176c0af req-a64afcb0-4f1c-432c-849e-d0e4d86779ae tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407934 Aug 12 17:42:06.055146 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a6d81-fe6e-4cb3-98b2-1e6d7da36597 req-cafcae50-e5b8-4b57-abc0-677222c76264 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:06.056572 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0c6a6d81-fe6e-4cb3-98b2-1e6d7da36597 req-cafcae50-e5b8-4b57-abc0-677222c76264 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 944 time: 0.0850642 Aug 12 17:42:06.094162 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0c6a6d81-fe6e-4cb3-98b2-1e6d7da36597 req-3d4ca86e-a169-4876-9597-892c3938ffb6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316997 Aug 12 17:42:06.540084 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device ec302dd2-9017-4848-bd0a-c7cfaee599a1 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:42:06.587671 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port ec302dd2-9017-4848-bd0a-c7cfaee599a1 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:42:06.591091 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port ec302dd2-9017-4848-bd0a-c7cfaee599a1 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:42:06.591458 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:06.664662 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:06.689300 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:42:06.692138 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08b0c4f-c860-41c6-8848-302df673bba4" -d '{"events": [{"server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "name": "network-vif-plugged", "status": "completed", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:42:06.704885 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port ec302dd2-9017-4848-bd0a-c7cfaee599a1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:06.709717 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:06.732141 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b7ca0b-6f84-43b8-9936-e3f54cda8933 x-openstack-request-id: req-42b7ca0b-6f84-43b8-9936-e3f54cda8933 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:42:06.732428 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "name": "network-vif-plugged", "status": "completed", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:42:06.732676 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42b7ca0b-6f84-43b8-9936-e3f54cda8933 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:42:06.733053 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'code': 200} Aug 12 17:42:06.758684 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=ec302dd2-9017-4848-bd0a-c7cfaee599a1,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:06.898297 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2809cb-cd2c-4c6f-ae3f-8f784c1c8100 req-1f58333a-7d12-46f2-8c52-caa0cc926186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:06.899795 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8b2809cb-cd2c-4c6f-ae3f-8f784c1c8100 req-1f58333a-7d12-46f2-8c52-caa0cc926186 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 1098 time: 0.0394025 Aug 12 17:42:06.936149 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8b2809cb-cd2c-4c6f-ae3f-8f784c1c8100 req-29a4dacc-f426-4fb7-b9db-38f8a3d6ea91 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270855 Aug 12 17:42:07.181402 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccd589-fcf5-4a0f-b61f-c7fc7d76e968 req-336d3125-c139-40fc-8eea-e7e7690b8ff0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:07.182813 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-05ccd589-fcf5-4a0f-b61f-c7fc7d76e968 req-336d3125-c139-40fc-8eea-e7e7690b8ff0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0641477 Aug 12 17:42:07.470713 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd17d5d-0e71-47f6-b48d-283310f816ed req-c43f7624-ab53-47a1-8e6c-7b6c75ed0709 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:07.472174 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7fd17d5d-0e71-47f6-b48d-283310f816ed req-c43f7624-ab53-47a1-8e6c-7b6c75ed0709 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 945 time: 0.3097250 Aug 12 17:42:07.480280 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-05ccd589-fcf5-4a0f-b61f-c7fc7d76e968 req-e501b57f-5dad-480c-819f-eebd534c8feb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523605 Aug 12 17:42:07.512463 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7fd17d5d-0e71-47f6-b48d-283310f816ed req-71a996cd-b391-4d4f-b83c-c24e6c2498ea tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312614 Aug 12 17:42:07.708274 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:42:08.631232 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f8b60-64e9-47ad-b41c-7e36b771e30d req-13d8188a-9a03-45d0-a9dc-5b3494c5a44b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:08.632700 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-809f8b60-64e9-47ad-b41c-7e36b771e30d req-13d8188a-9a03-45d0-a9dc-5b3494c5a44b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0779705 Aug 12 17:42:08.644511 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd04b0-3d29-41e3-a88e-51b5912b3d7f req-2cc0b51d-84fe-4a5a-af3a-7aba17bd0ce7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:08.646448 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ddbd04b0-3d29-41e3-a88e-51b5912b3d7f req-2cc0b51d-84fe-4a5a-af3a-7aba17bd0ce7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 945 time: 0.0667658 Aug 12 17:42:08.698117 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-809f8b60-64e9-47ad-b41c-7e36b771e30d req-dbb984bf-1ba7-4579-aa8c-ee04a20b575c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507216 Aug 12 17:42:08.705172 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ddbd04b0-3d29-41e3-a88e-51b5912b3d7f req-3d0349a6-ab7d-4b68-b8e3-22fc45e52606 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520697 Aug 12 17:42:08.815279 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186e4a7-4124-4c11-b1ca-5fef0379189a req-b148634b-9421-4230-bf67-a13b9c1d12b2 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:08.817232 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7186e4a7-4124-4c11-b1ca-5fef0379189a req-b148634b-9421-4230-bf67-a13b9c1d12b2 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 945 time: 0.0484328 Aug 12 17:42:08.855196 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7186e4a7-4124-4c11-b1ca-5fef0379189a req-74f84796-cfb2-4530-a9ce-bf8cd1e2221d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Aug 12 17:42:09.181152 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b29125-40ca-47ec-b0e4-1c553e068b0c req-052d5b8f-1625-4007-b6c6-3f96e0b0459d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:09.182642 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-64b29125-40ca-47ec-b0e4-1c553e068b0c req-052d5b8f-1625-4007-b6c6-3f96e0b0459d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 945 time: 0.0511172 Aug 12 17:42:09.224047 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-64b29125-40ca-47ec-b0e4-1c553e068b0c req-f8ac0831-4304-421c-a777-c30faa795665 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353460 Aug 12 17:42:09.816503 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2ae4-d2ec-41c0-9782-2ae310912352 req-3cf86218-18ae-46d5-8e9d-b6ddeab1d156 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:09.817970 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fd3a2ae4-d2ec-41c0-9782-2ae310912352 req-3cf86218-18ae-46d5-8e9d-b6ddeab1d156 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0476379 Aug 12 17:42:09.854962 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fd3a2ae4-d2ec-41c0-9782-2ae310912352 req-5f78bc0e-182e-466d-9ec4-52813d45bdf3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309608 Aug 12 17:42:10.973203 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d443-b7ee-45ef-8ec5-32564bb8c9b1 req-72e20fc4-afa4-4f19-b0e3-54f25e957e88 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:10.974714 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cd33d443-b7ee-45ef-8ec5-32564bb8c9b1 req-72e20fc4-afa4-4f19-b0e3-54f25e957e88 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0496535 Aug 12 17:42:11.012102 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cd33d443-b7ee-45ef-8ec5-32564bb8c9b1 req-b57de51c-3914-4971-8bf1-e9d7b7c69155 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314541 Aug 12 17:42:12.144666 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4e214-3c1f-4b73-ac2a-42a13fb4039b req-896eacb7-ef8c-4486-8d90-a9662b910319 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:12.146282 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d2a4e214-3c1f-4b73-ac2a-42a13fb4039b req-896eacb7-ef8c-4486-8d90-a9662b910319 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 943 time: 0.0491347 Aug 12 17:42:12.188188 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d2a4e214-3c1f-4b73-ac2a-42a13fb4039b req-37965f4e-442e-4b22-aa56-4dc021c4ee29 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359607 Aug 12 17:42:12.556308 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6815297b-323e-40b8-b7fe-5cdb9d6761b5 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:42:12.651927 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:12.666177 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'port_id': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'mac_address': 'fa:16:3e:b4:b8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:42:12.701967 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:12.714454 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6815297b-323e-40b8-b7fe-5cdb9d6761b5 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:42:12.734397 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:12.739147 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:12.786602 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=9']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:13.230955 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['6815297b-323e-40b8-b7fe-5cdb9d6761b5'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:42:13.335437 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e35a-4e85-4273-8ab4-57c724a1cda3 req-de73c856-4839-4f0c-9bd3-79662e071034 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:13.337112 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8007e35a-4e85-4273-8ab4-57c724a1cda3 req-de73c856-4839-4f0c-9bd3-79662e071034 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0707810 Aug 12 17:42:13.375849 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8007e35a-4e85-4273-8ab4-57c724a1cda3 req-7b0808ac-d213-4bc6-aadc-fc3b40d09b7c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327115 Aug 12 17:42:14.494403 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e942ac-e18b-45b9-9e9b-12dadd909173 req-6caaf1a8-f868-435f-9cef-214b28251b25 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:14.495888 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e7e942ac-e18b-45b9-9e9b-12dadd909173 req-6caaf1a8-f868-435f-9cef-214b28251b25 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 944 time: 0.0487175 Aug 12 17:42:14.532973 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e7e942ac-e18b-45b9-9e9b-12dadd909173 req-460e3f5c-146f-4d1b-a228-a155a347f0d4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312510 Aug 12 17:42:14.562082 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6815297b-323e-40b8-b7fe-5cdb9d6761b5 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:42:14.608240 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:42:14.608615 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:14.685887 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:14.707955 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:42:14.710198 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b667ce9-3141-453a-8832-6be4a2c7dd04" -d '{"events": [{"server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "name": "network-vif-plugged", "status": "completed", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:42:14.722860 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:14.727235 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:14.750086 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f27ee2c-574b-426b-bc08-341895cba88a x-openstack-request-id: req-3f27ee2c-574b-426b-bc08-341895cba88a {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:42:14.750376 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "name": "network-vif-plugged", "status": "completed", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:42:14.750626 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f27ee2c-574b-426b-bc08-341895cba88a {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:42:14.750995 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'code': 200} Aug 12 17:42:14.776631 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=10']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:15.368326 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a75896-3c56-46ed-83f8-e87d1b8fba78 req-94303f83-73bb-4470-9955-ea45b7f9c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:15.369717 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-69a75896-3c56-46ed-83f8-e87d1b8fba78 req-94303f83-73bb-4470-9955-ea45b7f9c7bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 1099 time: 0.0429187 Aug 12 17:42:15.405471 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-69a75896-3c56-46ed-83f8-e87d1b8fba78 req-44a49ea6-1586-4b30-b0ae-aeccfe0ff1cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267844 Aug 12 17:42:15.655453 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ca016-f24d-4528-ad30-b9c8ef8d9b99 req-b65c01f1-ee52-44d7-b19a-f7383b812f7f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:15.656933 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-031ca016-f24d-4528-ad30-b9c8ef8d9b99 req-b65c01f1-ee52-44d7-b19a-f7383b812f7f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Aug 12 17:42:15.698489 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-031ca016-f24d-4528-ad30-b9c8ef8d9b99 req-c7076ebf-db38-4a5d-9ed6-ed1b1ab37a2d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356145 Aug 12 17:42:16.821338 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69606-c792-4a36-8f43-0bf6879f8087 req-adfc833d-3188-46ea-bf18-85b5c7b12b61 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:16.823095 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d7e69606-c792-4a36-8f43-0bf6879f8087 req-adfc833d-3188-46ea-bf18-85b5c7b12b61 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 946 time: 0.0501525 Aug 12 17:42:16.861820 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d7e69606-c792-4a36-8f43-0bf6879f8087 req-c1576f54-9398-4309-abac-28866c348311 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327985 Aug 12 17:42:17.979917 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26625ad6-e694-4239-987e-d5a016e53820 req-a164eb78-8b51-404d-810a-1e5403b7e6f1 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:17.981452 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-26625ad6-e694-4239-987e-d5a016e53820 req-a164eb78-8b51-404d-810a-1e5403b7e6f1 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 946 time: 0.0494521 Aug 12 17:42:18.020149 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-26625ad6-e694-4239-987e-d5a016e53820 req-008efed4-0db7-4a45-a81f-74a95d2af9f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325437 Aug 12 17:42:18.201919 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-e7285e96-520e-4720-86d7-27a83c3acec2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661960785&fields=id&tenant_id=930d6afb968e4b429d908a0c1661f490 HTTP/1.1" status: 200 len: 267 time: 0.0327764 Aug 12 17:42:18.312664 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a99d-c989-47f4-bf29-f970c2844778 req-a38a46cd-aec9-4321-8200-71eeec25c4a3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:18.314137 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-a38a46cd-aec9-4321-8200-71eeec25c4a3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 811 time: 0.1042504 Aug 12 17:42:18.328973 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-30756229-2ce0-4e90-8c50-d5416697b501 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/quotas/930d6afb968e4b429d908a0c1661f490 HTTP/1.1" status: 200 len: 375 time: 0.0090363 Aug 12 17:42:18.378475 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-9337e27f-7f08-44ac-ba9a-7b37f69e82fc tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437214 Aug 12 17:42:18.570175 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-ab3f7e56-10e6-4236-843a-f98c310c2a76 service neutron] 10.222.0.25 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803930 Aug 12 17:42:18.662246 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-effe2b7a-a7f2-49dc-ab99-e5edd2932167 service neutron] 10.222.0.25 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855701 Aug 12 17:42:18.951616 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8fd5c050-0dd1-49d6-bdf1-7c228b7d5582 req-08072e5b-6814-4129-b556-9da6d0847f9e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 210 time: 0.0291286 Aug 12 17:42:19.687505 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5997a42-9359-4371-b5c3-cde8930a41ab req-126da554-4d8d-4589-bcd8-fbf60ff48b0d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:19.688962 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b5997a42-9359-4371-b5c3-cde8930a41ab req-126da554-4d8d-4589-bcd8-fbf60ff48b0d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 945 time: 0.0536520 Aug 12 17:42:19.727037 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b5997a42-9359-4371-b5c3-cde8930a41ab req-849281e4-3be3-483f-9e54-1c8d9b4fca65 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Aug 12 17:42:19.748529 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53774) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:19.889271 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90dba82-973a-44e2-aa53-179d84384964 tempest-TestMinimumBasicScenario-1753319163 tempest-TestMinimumBasicScenario-1753319163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:19.890982 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-a90dba82-973a-44e2-aa53-179d84384964 tempest-TestMinimumBasicScenario-1753319163 tempest-TestMinimumBasicScenario-1753319163-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 1093 time: 0.1414683 Aug 12 17:42:19.893930 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53778) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:19.899856 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'floatingip': {'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'port_id': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:19.924833 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for floatingip, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:19.954701 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a99d-c989-47f4-bf29-f970c2844778 req-bb463809-757e-484a-8589-418350a78223 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:19.956277 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-bb463809-757e-484a-8589-418350a78223 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 811 time: 0.1105049 Aug 12 17:42:20.016074 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-987a9602-287f-474c-a1c7-d57a3af7dbe8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930d6afb968e4b429d908a0c1661f490 HTTP/1.1" status: 200 len: 379 time: 0.0495803 Aug 12 17:42:20.041676 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'port': {'device_id': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'admin_state_up': True, 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'security_groups': ['47710874-9c93-4ce4-a077-b83c4da9a8e9']}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:20.057241 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-499c3ff0-5624-449b-bb89-8bfac1b0bada req-9f874ff4-ccc1-4fd0-b443-115c57c97786 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 210 time: 0.0295489 Aug 12 17:42:20.062642 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:20.160491 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Made reservation on behalf of 930d6afb968e4b429d908a0c1661f490 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:42:20.164649 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:20.171828 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Allocated IP 172.27.1.216 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/278133be-45b0-4850-8ebb-5fcb08621cee) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:42:20.279679 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:20.292355 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Allocated IP 172.20.0.8 (7b43b12a-83f4-439f-8191-13943471899a/8a8770d0-7ebe-4b70-b194-3ef77ec7e784/1b693257-fc08-4a59-8a1f-a711cc7af9fc) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:42:20.320581 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:20.361707 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:42:20.366226 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:42:20.370547 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:42:20.373595 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'Port': ['ID=278133be-45b0-4850-8ebb-5fcb08621cee,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:20.439681 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:20.454205 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Transition to ACTIVE for port object 1b693257-fc08-4a59-8a1f-a711cc7af9fc will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:42:20.493572 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:20.540369 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Network 7b43b12a-83f4-439f-8191-13943471899a is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:42:20.543789 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:42:20.547651 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:42:20.576740 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'Port': ['ID=1b693257-fc08-4a59-8a1f-a711cc7af9fc,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:20.616218 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:20.617193 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:20.647244 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-896c9c96-5ca0-4d9e-b0dd-1c48da17acc1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6095061 Aug 12 17:42:20.664364 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Request body: {'port': {'device_id': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:20.752340 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:20.866562 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:20.880528 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-ffb14ef8-44a7-48a6-a725-62badb76278b None None] Provisioning for port 1b693257-fc08-4a59-8a1f-a711cc7af9fc completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:42:20.884722 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-ffb14ef8-44a7-48a6-a725-62badb76278b None None] Provisioning complete for port 1b693257-fc08-4a59-8a1f-a711cc7af9fc triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:42:20.885198 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-ffb14ef8-44a7-48a6-a725-62badb76278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:20.920421 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-ffb14ef8-44a7-48a6-a725-62badb76278b None None] Port 1b693257-fc08-4a59-8a1f-a711cc7af9fc cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:42:20.940650 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.038858 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b693257-fc08-4a59-8a1f-a711cc7af9fc {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:42:21.046502 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.059440 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Transition to ACTIVE for port object 1b693257-fc08-4a59-8a1f-a711cc7af9fc will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:42:21.064978 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.095422 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.102293 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126545574'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.144758 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b693257-fc08-4a59-8a1f-a711cc7af9fc,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:21.199327 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Attempting to bind port 1b693257-fc08-4a59-8a1f-a711cc7af9fc on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:42:21.200250 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Attempting to bind port 1b693257-fc08-4a59-8a1f-a711cc7af9fc by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:42:21.200671 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Attempting to bind port 1b693257-fc08-4a59-8a1f-a711cc7af9fc on network 7b43b12a-83f4-439f-8191-13943471899a {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:42:21.208099 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Port 1b693257-fc08-4a59-8a1f-a711cc7af9fc on network 7b43b12a-83f4-439f-8191-13943471899a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:42:21.208525 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Attempting to bind port 1b693257-fc08-4a59-8a1f-a711cc7af9fc on network 7b43b12a-83f4-439f-8191-13943471899a {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:42:21.214826 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:42:21.215363 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Checking segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:42:21.216136 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Bound using segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:42:21.216482 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Bound port: 1b693257-fc08-4a59-8a1f-a711cc7af9fc, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:42:21.216958 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.223125 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'Port': ['ID=278133be-45b0-4850-8ebb-5fcb08621cee,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:21.248711 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0cd75-7d24-470b-a3f3-a84d38a73202 req-6e446d13-ee17-4fee-b083-ac60e6008d6c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:21.250437 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-60a0cd75-7d24-470b-a3f3-a84d38a73202 req-6e446d13-ee17-4fee-b083-ac60e6008d6c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 943 time: 0.1156027 Aug 12 17:42:21.251755 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.297531 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] For port 1b693257-fc08-4a59-8a1f-a711cc7af9fc, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:42:21.301252 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] For port 1b693257-fc08-4a59-8a1f-a711cc7af9fc, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1b693257-fc08-4a59-8a1f-a711cc7af9fc,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:42:21.308366 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.355807 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:21.356452 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.361935 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] 10.222.0.10 "PUT /v2.0/ports/1b693257-fc08-4a59-8a1f-a711cc7af9fc HTTP/1.1" status: 200 len: 1093 time: 0.7031555 Aug 12 17:42:21.362620 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'tag': '1b693257-fc08-4a59-8a1f-a711cc7af9fc'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:42:21.364914 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aba608-ff8d-4e6a-93f2-645120aeb190" -d '{"events": [{"name": "network-changed", "server_uuid": "43ae0b03-2c34-4f4c-b882-b319f82ddb12", "tag": "1b693257-fc08-4a59-8a1f-a711cc7af9fc"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:42:21.375919 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-60a0cd75-7d24-470b-a3f3-a84d38a73202 req-94f60157-e7e9-49e0-b2b8-b0f23d382e16 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899994 Aug 12 17:42:21.412693 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f3d9b-01ac-43a1-84d8-ca63ba9adcd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b693257-fc08-4a59-8a1f-a711cc7af9fc,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:21.422512 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.l3_db [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Floating IP 5adebd42-8690-4bf8-aee9-e51b6f79b02d associated. External IP: 172.27.1.216, port: ec302dd2-9017-4848-bd0a-c7cfaee599a1. Aug 12 17:42:21.424900 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98962ec1-e09a-4b8a-9370-aee223447e0c x-openstack-request-id: req-98962ec1-e09a-4b8a-9370-aee223447e0c {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:42:21.426102 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ae0b03-2c34-4f4c-b882-b319f82ddb12", "tag": "1b693257-fc08-4a59-8a1f-a711cc7af9fc", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:42:21.426102 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98962ec1-e09a-4b8a-9370-aee223447e0c {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:42:21.426102 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'tag': '1b693257-fc08-4a59-8a1f-a711cc7af9fc', 'status': 'completed', 'code': 200} Aug 12 17:42:21.461337 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a99d-c989-47f4-bf29-f970c2844778 req-67252233-e2f4-494d-915d-ee25dbabd370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:21.463414 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-67252233-e2f4-494d-915d-ee25dbabd370 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 1096 time: 0.0474424 Aug 12 17:42:21.518081 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-04040925-e8ad-4257-8cbf-f18030ba0e32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b693257-fc08-4a59-8a1f-a711cc7af9fc HTTP/1.1" status: 200 len: 217 time: 0.0428362 Aug 12 17:42:21.596392 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a99d-c989-47f4-bf29-f970c2844778 req-d65192a9-9d4c-4b7b-af0d-f203969e5efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:21.597811 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-d65192a9-9d4c-4b7b-af0d-f203969e5efd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0706396 Aug 12 17:42:21.662000 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576a99d-c989-47f4-bf29-f970c2844778 req-8c382b01-daf7-4335-ac91-0318db300326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:21.663788 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-8c382b01-daf7-4335-ac91-0318db300326 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497785 Aug 12 17:42:21.673324 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:42:21.753516 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-142adef4-fbba-4691-a1fd-10d6513c469c service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807660 Aug 12 17:42:21.782903 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:42:21.797066 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] Sync routers for ids ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:42:21.799862 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.807665 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] Routers {'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:42:21.808413 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:42:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:42:21.832150 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-e9f2f5c2-1333-4b65-8076-13e94f42c644 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9369946 Aug 12 17:42:21.832731 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:42:21.835190 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2e092f-3261-41f9-afab-acafa3bdd8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:42:21.835544 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53796) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:21.840726 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-8f730a67-ed4c-41e1-8a13-fea4011d3e18 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-318290405', 'description': 'tempest-secgroup-smoke-318290405 description', 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:21.883190 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a576a99d-c989-47f4-bf29-f970c2844778 req-e80218c4-fa63-43e3-ab76-b0c7b9cbd9b8 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221673 Aug 12 17:42:21.885783 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8f730a67-ed4c-41e1-8a13-fea4011d3e18 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:21.981485 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf812de8-137d-474d-9bbf-55a26bc45a08 x-openstack-request-id: req-bf812de8-137d-474d-9bbf-55a26bc45a08 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:42:21.981975 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:42:21.981975 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf812de8-137d-474d-9bbf-55a26bc45a08 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:42:21.982410 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'status': 'completed', 'code': 200} Aug 12 17:42:21.985947 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] Set router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:42:22.057707 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-e15798e6-432f-4e90-817f-cdc9bd731afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:22.059325 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-e15798e6-432f-4e90-817f-cdc9bd731afa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 1096 time: 0.1210439 Aug 12 17:42:22.109604 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405fe4f-b2b6-4d90-9c99-230ef3a9c420 req-40527401-e7bd-4875-88a4-4f20fd2e5842 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:22.111181 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7405fe4f-b2b6-4d90-9c99-230ef3a9c420 req-40527401-e7bd-4875-88a4-4f20fd2e5842 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0561495 Aug 12 17:42:22.115004 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8f730a67-ed4c-41e1-8a13-fea4011d3e18 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.145194 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8f730a67-ed4c-41e1-8a13-fea4011d3e18 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.168791 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7405fe4f-b2b6-4d90-9c99-230ef3a9c420 req-74942840-b5ce-4bf1-a8c8-9654473fe970 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480597 Aug 12 17:42:22.179922 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-8ab04f4f-f64e-4735-afd3-2f6e3133ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:22.181464 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-8ab04f4f-f64e-4735-afd3-2f6e3133ab08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029fcb9290ca4c74ae9cd5b987fdab80&device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 1098 time: 0.1609955 Aug 12 17:42:22.194984 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8f730a67-ed4c-41e1-8a13-fea4011d3e18 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.196144 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-8f730a67-ed4c-41e1-8a13-fea4011d3e18 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3596296 Aug 12 17:42:22.199685 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53806) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:22.204899 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-1e310c48-f942-4710-93f6-ae8d2d89e4a1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'security_group_rule': {'security_group_id': 'd5eacf77-342f-4b30-9b76-b4fb7ba2089f', 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:22.231665 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f730a67-ed4c-41e1-8a13-fea4011d3e18 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eacf77-342f-4b30-9b76-b4fb7ba2089f,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:22.232646 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '5adebd42-8690-4bf8-aee9-e51b6f79b02d', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'port_id': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'mac_address': 'fa:16:3e:91:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdb28db-c538-4df8-8275-bca236c94835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:42:20Z', 'updated_at': '2021-08-12T17:42:20Z', 'revision_number': 0, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:09Z', 'revision_number': 5, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:42:22.246564 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1e310c48-f942-4710-93f6-ae8d2d89e4a1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.260373 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] Checking router: c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:42:22.269840 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] Routers {'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:42:22.270878 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:42:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:42:22.281149 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-5dda5faa-fbe7-4d04-8d06-ca0b2abdeb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:22.282674 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-5dda5faa-fbe7-4d04-8d06-ca0b2abdeb48 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.2063754 Aug 12 17:42:22.311437 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1e310c48-f942-4710-93f6-ae8d2d89e4a1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.315774 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1e310c48-f942-4710-93f6-ae8d2d89e4a1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.337273 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-ca2b4005-e20f-4f9f-8164-44ae7efc05b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b693257-fc08-4a59-8a1f-a711cc7af9fc HTTP/1.1" status: 200 len: 217 time: 0.0454347 Aug 12 17:42:22.340973 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e310c48-f942-4710-93f6-ae8d2d89e4a1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d1809b-646f-4917-be74-b0481e91c504,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:22.345614 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1e310c48-f942-4710-93f6-ae8d2d89e4a1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.347043 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-1e310c48-f942-4710-93f6-ae8d2d89e4a1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461370 Aug 12 17:42:22.350449 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53808) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:22.355448 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-332e12f4-a40b-4aa4-82d6-842f9d7255da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'security_group_rule': {'security_group_id': 'd5eacf77-342f-4b30-9b76-b4fb7ba2089f', 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:22.384418 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-332e12f4-a40b-4aa4-82d6-842f9d7255da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.387736 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] Set router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:42:22.388365 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-0107e4dd-b561-4e41-88ee-6ec6448201cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:22.389861 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-0107e4dd-b561-4e41-88ee-6ec6448201cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f1b465-5773-44fe-95ed-b353b8b74e9b HTTP/1.1" status: 200 len: 914 time: 0.1960108 Aug 12 17:42:22.442891 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-9d3824a2-8a57-4ca4-833a-26a54db5908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:22.444882 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-9d3824a2-8a57-4ca4-833a-26a54db5908a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0984507 Aug 12 17:42:22.457128 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-332e12f4-a40b-4aa4-82d6-842f9d7255da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.462869 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-332e12f4-a40b-4aa4-82d6-842f9d7255da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.494210 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e12f4-a40b-4aa4-82d6-842f9d7255da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65617eb0-63c0-4aa0-add3-9874ebb9f194,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:22.496917 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-85a2487e-3785-4dc6-aef1-fc321db848ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 999 time: 0.0980644 Aug 12 17:42:22.512507 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-332e12f4-a40b-4aa4-82d6-842f9d7255da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.513677 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-332e12f4-a40b-4aa4-82d6-842f9d7255da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623130 Aug 12 17:42:22.516381 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53812) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:22.521495 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-20b363d4-149c-4a41-87f8-c2e432406298 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'security_group_rule': {'security_group_id': 'd5eacf77-342f-4b30-9b76-b4fb7ba2089f', 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:22.553726 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-fcba55a7-94bb-49af-87bb-8e65bca6d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:22.555549 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-fcba55a7-94bb-49af-87bb-8e65bca6d986 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1008768 Aug 12 17:42:22.556536 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdefadb-d5ec-45ea-ac65-1375f0f21b8e req-2a0355aa-2cbb-4c31-9dcd-134c14973e6b tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:22.558051 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dcdefadb-d5ec-45ea-ac65-1375f0f21b8e req-2a0355aa-2cbb-4c31-9dcd-134c14973e6b tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 943 time: 0.0777810 Aug 12 17:42:22.565351 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20b363d4-149c-4a41-87f8-c2e432406298 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.586341 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-95f9aa20-06b7-45b5-87c6-03837b872284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:22.587812 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-95f9aa20-06b7-45b5-87c6-03837b872284 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57b45aad-7d88-4e36-b311-0802e1fda254 HTTP/1.1" status: 200 len: 853 time: 0.0834732 Aug 12 17:42:22.633020 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dcdefadb-d5ec-45ea-ac65-1375f0f21b8e req-9a79f711-f1f1-4bce-ab30-a34307d58ee6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687017 Aug 12 17:42:22.654056 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20b363d4-149c-4a41-87f8-c2e432406298 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.658305 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20b363d4-149c-4a41-87f8-c2e432406298 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.669524 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '5adebd42-8690-4bf8-aee9-e51b6f79b02d', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'port_id': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'mac_address': 'fa:16:3e:91:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdb28db-c538-4df8-8275-bca236c94835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:42:20Z', 'updated_at': '2021-08-12T17:42:20Z', 'revision_number': 0, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:09Z', 'revision_number': 5, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:42:22.683749 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-45873034-8fc7-48c4-9fc8-0a3d7c25c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:22.685644 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-45873034-8fc7-48c4-9fc8-0a3d7c25c87a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f1b465-5773-44fe-95ed-b353b8b74e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719280 Aug 12 17:42:22.688510 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b363d4-149c-4a41-87f8-c2e432406298 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e078d8ea-0bce-4b98-bcf3-731b1f1411f1,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:22.692145 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20b363d4-149c-4a41-87f8-c2e432406298 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.693880 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-20b363d4-149c-4a41-87f8-c2e432406298 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1765862 Aug 12 17:42:22.697708 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53814) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:22.707402 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7516507-a515-455d-8e8f-7e9c2ee3c81d None None] The sync data for ids ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'] in dv-cinder-788253-6-iscsi is: [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '5adebd42-8690-4bf8-aee9-e51b6f79b02d', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'port_id': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'mac_address': 'fa:16:3e:91:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdb28db-c538-4df8-8275-bca236c94835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:42:20Z', 'updated_at': '2021-08-12T17:42:20Z', 'revision_number': 0, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:09Z', 'revision_number': 5, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:42:22.709687 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-8c80d830-aaf0-4394-95e4-013c241690bd tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'security_group_rule': {'security_group_id': 'd5eacf77-342f-4b30-9b76-b4fb7ba2089f', 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:22.717047 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-1098cc56-0ba7-4630-8a10-be099623dfa8 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510482 Aug 12 17:42:22.844798 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8c80d830-aaf0-4394-95e4-013c241690bd tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.892684 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-c70a2bc9-4ba8-46e5-82c2-316d802a9cfa service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958761 Aug 12 17:42:22.937722 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94662c9e-46d1-4713-809b-086916a6ac11 None None] New status for floating IP 5adebd42-8690-4bf8-aee9-e51b6f79b02d: ACTIVE {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:42:22.964008 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58aba608-ff8d-4e6a-93f2-645120aeb190 req-95110f64-1875-41eb-9c8d-787104fd0b92 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080460 Aug 12 17:42:22.985302 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8c80d830-aaf0-4394-95e4-013c241690bd tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:22.992136 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8c80d830-aaf0-4394-95e4-013c241690bd tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:23.020280 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80d830-aaf0-4394-95e4-013c241690bd tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aaa1e66-7758-46bd-925a-887184f9825c,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:23.027737 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8c80d830-aaf0-4394-95e4-013c241690bd tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:23.031496 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-8c80d830-aaf0-4394-95e4-013c241690bd tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3225734 Aug 12 17:42:23.032178 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53816) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:23.039819 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-9b34ac5a-aec6-4a88-9923-ff83aa2515a6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'security_group_rule': {'security_group_id': 'd5eacf77-342f-4b30-9b76-b4fb7ba2089f', 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:23.040213 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ab2e092f-3261-41f9-afab-acafa3bdd8a2 req-a506a635-1183-42f0-98ca-3add776e97f2 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343873 Aug 12 17:42:23.065005 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.securitygroups_db [None req-9b34ac5a-aec6-4a88-9923-ff83aa2515a6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Project 029fcb9290ca4c74ae9cd5b987fdab80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 17:42:23.076813 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9b34ac5a-aec6-4a88-9923-ff83aa2515a6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:23.147065 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9b34ac5a-aec6-4a88-9923-ff83aa2515a6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:23.150609 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9b34ac5a-aec6-4a88-9923-ff83aa2515a6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:23.168328 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34ac5a-aec6-4a88-9923-ff83aa2515a6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea55f1e8-74ab-480f-be3e-19c6034d4305,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:23.174504 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9b34ac5a-aec6-4a88-9923-ff83aa2515a6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:23.175810 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-9b34ac5a-aec6-4a88-9923-ff83aa2515a6 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419511 Aug 12 17:42:23.179019 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53818) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:23.183444 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-f4a829f7-86c8-464b-bc5c-54912389ba24 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'security_group_rule': {'security_group_id': 'd5eacf77-342f-4b30-9b76-b4fb7ba2089f', 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:23.205630 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.securitygroups_db [None req-f4a829f7-86c8-464b-bc5c-54912389ba24 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Project 029fcb9290ca4c74ae9cd5b987fdab80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 12 17:42:23.210815 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f4a829f7-86c8-464b-bc5c-54912389ba24 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:23.292650 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f4a829f7-86c8-464b-bc5c-54912389ba24 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:23.296687 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f4a829f7-86c8-464b-bc5c-54912389ba24 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:23.311427 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd9bed-000f-4787-817b-ded2d5bca9fc req-0ae85320-e384-492d-83d1-1c33e2f611d8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:23.312918 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cfdd9bed-000f-4787-817b-ded2d5bca9fc req-0ae85320-e384-492d-83d1-1c33e2f611d8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0832186 Aug 12 17:42:23.325773 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a829f7-86c8-464b-bc5c-54912389ba24 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bac5731-d398-4ade-9814-472056bce684,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:23.341988 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-f4a829f7-86c8-464b-bc5c-54912389ba24 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:23.343168 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-f4a829f7-86c8-464b-bc5c-54912389ba24 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1632276 Aug 12 17:42:23.362952 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cfdd9bed-000f-4787-817b-ded2d5bca9fc req-db88a87e-60fa-4a43-8d4e-d835265fc96f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406158 Aug 12 17:42:23.419506 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-a6e54f75-faa0-453c-ade7-5237d91d1466 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318290405&fields=id&tenant_id=029fcb9290ca4c74ae9cd5b987fdab80 HTTP/1.1" status: 200 len: 267 time: 0.0324607 Aug 12 17:42:23.475108 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-f9e609fe-1b3f-4a6d-a089-0f59b42fd0b7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:23.476579 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-f9e609fe-1b3f-4a6d-a089-0f59b42fd0b7 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 945 time: 0.0515344 Aug 12 17:42:23.487350 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-646714b3-7036-4d7f-a0b8-002ae002800d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'port': {'security_groups': ['213e294d-146d-4003-b417-61544e740824', 'd5eacf77-342f-4b30-9b76-b4fb7ba2089f']}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:23.549901 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-646714b3-7036-4d7f-a0b8-002ae002800d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:24.035636 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d3ff2-af25-45dc-a283-ee1a78af3c1c req-b22acca0-0ed1-4f0c-804b-e13df276d89a tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:24.037123 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-594d3ff2-af25-45dc-a283-ee1a78af3c1c req-b22acca0-0ed1-4f0c-804b-e13df276d89a tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 943 time: 0.3372860 Aug 12 17:42:24.054661 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-646714b3-7036-4d7f-a0b8-002ae002800d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] For port ec302dd2-9017-4848-bd0a-c7cfaee599a1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:24.100693 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-594d3ff2-af25-45dc-a283-ee1a78af3c1c req-491d0539-0471-487f-a5f5-575ed05f84e0 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564678 Aug 12 17:42:24.104294 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-646714b3-7036-4d7f-a0b8-002ae002800d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:24.109168 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-646714b3-7036-4d7f-a0b8-002ae002800d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126545574'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:24.125279 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['ec302dd2-9017-4848-bd0a-c7cfaee599a1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:42:24.151546 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-646714b3-7036-4d7f-a0b8-002ae002800d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:24.152180 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-646714b3-7036-4d7f-a0b8-002ae002800d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:24.153580 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-34eedb87-ed07-4c2a-9993-9a23b86cd005 req-646714b3-7036-4d7f-a0b8-002ae002800d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "PUT /v2.0/ports/ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 981 time: 0.6706052 Aug 12 17:42:24.154038 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:42:24.156434 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4ef506-6d64-4764-bd96-b52d945b4611" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:42:24.185500 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646714b3-7036-4d7f-a0b8-002ae002800d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'Port': ['ID=ec302dd2-9017-4848-bd0a-c7cfaee599a1,revision_number=6']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:24.222805 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c1487c-bcce-4048-9ab1-08dc1b59ebe7 x-openstack-request-id: req-c8c1487c-bcce-4048-9ab1-08dc1b59ebe7 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:42:24.223149 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:42:24.223437 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8c1487c-bcce-4048-9ab1-08dc1b59ebe7 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:42:24.223985 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'status': 'completed', 'code': 200} Aug 12 17:42:24.276737 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['ec302dd2-9017-4848-bd0a-c7cfaee599a1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:42:24.303388 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-2653bc4d-86a7-4616-95d5-23ac68e9b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:24.305470 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25b770-e1f3-4782-b6db-407eb61c41ec req-cf665261-29ab-4162-b315-d3e32f65b682 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:24.307431 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fe25b770-e1f3-4782-b6db-407eb61c41ec req-cf665261-29ab-4162-b315-d3e32f65b682 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0617416 Aug 12 17:42:24.313394 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-2653bc4d-86a7-4616-95d5-23ac68e9b00b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029fcb9290ca4c74ae9cd5b987fdab80&device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 1137 time: 0.0572047 Aug 12 17:42:24.359156 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fe25b770-e1f3-4782-b6db-407eb61c41ec req-6c02bb03-1381-4be1-8b2c-5e448a95e450 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452602 Aug 12 17:42:24.421126 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-4e48dd62-5b85-4adf-8233-49223b3bc969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:24.423086 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-4e48dd62-5b85-4adf-8233-49223b3bc969 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f1b465-5773-44fe-95ed-b353b8b74e9b HTTP/1.1" status: 200 len: 914 time: 0.1087806 Aug 12 17:42:24.470830 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-36bcf655-0906-48dd-a9fc-96358bd8c6fc None None] Provisioning complete for port ec302dd2-9017-4848-bd0a-c7cfaee599a1 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:42:24.471204 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-36bcf655-0906-48dd-a9fc-96358bd8c6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:24.495994 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414e4b2-c852-4eea-b70c-70f4a18e82c9 req-7d3107a7-d4aa-41ab-8fe7-41f69391a49e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:24.502904 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e414e4b2-c852-4eea-b70c-70f4a18e82c9 req-7d3107a7-d4aa-41ab-8fe7-41f69391a49e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0544300 Aug 12 17:42:24.503127 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-10392fb0-5207-4eb3-be0a-bc2279c42d8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 1001 time: 0.0639901 Aug 12 17:42:24.537923 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e414e4b2-c852-4eea-b70c-70f4a18e82c9 req-9223c79b-8c64-43e7-b0d3-3d445cf362a3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335281 Aug 12 17:42:24.556846 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-68af0c57-6b5e-4140-9124-5da15cecad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:24.558639 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-68af0c57-6b5e-4140-9124-5da15cecad2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57b45aad-7d88-4e36-b311-0802e1fda254 HTTP/1.1" status: 200 len: 853 time: 0.0471098 Aug 12 17:42:24.614813 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-3ae0718c-4017-4837-86c7-d030a6781650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:24.616322 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-3ae0718c-4017-4837-86c7-d030a6781650 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f1b465-5773-44fe-95ed-b353b8b74e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396025 Aug 12 17:42:24.713010 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-0f88b3b6-bdbf-4d9f-a5f1-59747ac361cf service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888031 Aug 12 17:42:24.802060 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7c4ef506-6d64-4764-bd96-b52d945b4611 req-9d09412f-1595-4a4d-8a6d-f5f24747322d service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814242 Aug 12 17:42:25.214482 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644462fe-4f11-4511-b3b4-a50b450d8c54 req-4602fcb9-c766-40ec-969e-2d783d5ccbd5 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:25.216066 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-644462fe-4f11-4511-b3b4-a50b450d8c54 req-4602fcb9-c766-40ec-969e-2d783d5ccbd5 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 943 time: 0.0483572 Aug 12 17:42:25.254941 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-644462fe-4f11-4511-b3b4-a50b450d8c54 req-f1afe546-44e2-4f1b-b6fb-776021f8bae4 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321245 Aug 12 17:42:25.657038 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f3437-99be-4c19-b5c6-dd4ed051a226 req-eb73be67-334e-46d7-aabc-769877ec130d tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:25.658532 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4c0f3437-99be-4c19-b5c6-dd4ed051a226 req-eb73be67-334e-46d7-aabc-769877ec130d tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0483096 Aug 12 17:42:25.699976 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4c0f3437-99be-4c19-b5c6-dd4ed051a226 req-a821b2ae-0941-415a-a7de-666c77c63497 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348654 Aug 12 17:42:26.369698 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9850f5e-b420-49ee-b0c9-17a761347ad8 req-914bc64c-5da4-4e2e-ab36-165917e10ca0 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:26.371099 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c9850f5e-b420-49ee-b0c9-17a761347ad8 req-914bc64c-5da4-4e2e-ab36-165917e10ca0 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 943 time: 0.0471010 Aug 12 17:42:26.407243 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c9850f5e-b420-49ee-b0c9-17a761347ad8 req-7cbe52ac-5a9c-4dca-84b8-feab57e47350 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302815 Aug 12 17:42:26.812920 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cf060-a90c-49ab-9100-5bfd4127338c req-de5afd4a-c058-4485-b3ef-edfb55512ecc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:26.814385 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-211cf060-a90c-49ab-9100-5bfd4127338c req-de5afd4a-c058-4485-b3ef-edfb55512ecc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0484977 Aug 12 17:42:26.850917 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-211cf060-a90c-49ab-9100-5bfd4127338c req-fff8872f-5441-48ad-a47c-a8e716525c11 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Aug 12 17:42:27.524184 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5e8f3-0720-4309-9834-165ba23924b5 req-065e1044-129d-43fc-97e4-1676433d1e63 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:27.525752 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b5b5e8f3-0720-4309-9834-165ba23924b5 req-065e1044-129d-43fc-97e4-1676433d1e63 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 943 time: 0.0523622 Aug 12 17:42:27.569237 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b5b5e8f3-0720-4309-9834-165ba23924b5 req-6a1a9e2a-5608-41bb-9b69-4ee59fd32a80 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375347 Aug 12 17:42:27.962961 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a234e2a-1eb9-4816-bacb-14fd1182700b req-69139523-a80c-4374-a9f3-336af74e3491 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:27.964451 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1a234e2a-1eb9-4816-bacb-14fd1182700b req-69139523-a80c-4374-a9f3-336af74e3491 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0485313 Aug 12 17:42:28.007420 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1a234e2a-1eb9-4816-bacb-14fd1182700b req-3eaa4af1-fbdb-4daa-b6b0-a0279379a293 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372257 Aug 12 17:42:28.688404 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e79ba-0fe6-49e6-a4c4-ffa58507f35b req-8f5f8b6f-b98b-4689-8895-21cafec8b438 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:28.689875 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-772e79ba-0fe6-49e6-a4c4-ffa58507f35b req-8f5f8b6f-b98b-4689-8895-21cafec8b438 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 943 time: 0.0554969 Aug 12 17:42:28.727251 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-772e79ba-0fe6-49e6-a4c4-ffa58507f35b req-5d8e326c-d47e-493c-b8ea-c2a2dfee97cc tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314050 Aug 12 17:42:29.118682 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e4109-b193-44ad-8027-95b5fe599495 req-4213efba-65e4-4213-98c0-097098dbe2b2 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:29.120156 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ba3e4109-b193-44ad-8027-95b5fe599495 req-4213efba-65e4-4213-98c0-097098dbe2b2 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0477540 Aug 12 17:42:29.160492 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ba3e4109-b193-44ad-8027-95b5fe599495 req-0c7b5ea6-d405-4d8c-ba83-19ccf4356ed5 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344725 Aug 12 17:42:29.837847 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90075c97-80fa-4062-b9b3-32edbe17b8c6 req-eaa526b7-dbf3-4b40-b9d5-1ed31b678470 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:29.839315 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-90075c97-80fa-4062-b9b3-32edbe17b8c6 req-eaa526b7-dbf3-4b40-b9d5-1ed31b678470 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 943 time: 0.0474296 Aug 12 17:42:29.865294 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:29.877415 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-90075c97-80fa-4062-b9b3-32edbe17b8c6 req-fb55543c-e385-443a-9e9c-ecb8cbfa6a0e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323544 Aug 12 17:42:30.057005 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d8fc28ae-810a-4261-889c-5d137c5cd151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:30.275086 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b9d8c-b73e-4364-9013-dce755660824 req-0036a1a7-1d4a-4700-8e87-fe02bd31fb23 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:30.276503 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a01b9d8c-b73e-4364-9013-dce755660824 req-0036a1a7-1d4a-4700-8e87-fe02bd31fb23 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0493441 Aug 12 17:42:30.313468 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a01b9d8c-b73e-4364-9013-dce755660824 req-c3151d95-ff87-4698-9300-58b198ca6287 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311065 Aug 12 17:42:30.586267 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 1b693257-fc08-4a59-8a1f-a711cc7af9fc details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:42:30.678903 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 1b693257-fc08-4a59-8a1f-a711cc7af9fc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1b693257-fc08-4a59-8a1f-a711cc7af9fc,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:30.689938 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '1b693257-fc08-4a59-8a1f-a711cc7af9fc', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'port_id': '1b693257-fc08-4a59-8a1f-a711cc7af9fc', 'mac_address': 'fa:16:3e:29:a4:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:42:30.843165 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:30.856098 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b693257-fc08-4a59-8a1f-a711cc7af9fc {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:42:30.875583 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 1b693257-fc08-4a59-8a1f-a711cc7af9fc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1b693257-fc08-4a59-8a1f-a711cc7af9fc,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:30.879920 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:30.927405 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=1b693257-fc08-4a59-8a1f-a711cc7af9fc,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:31.013827 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772a45f-f4b5-4464-b286-cd248a234195 req-7d7d7544-a253-4993-9fae-f6a43eca6f4b tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:31.015328 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0772a45f-f4b5-4464-b286-cd248a234195 req-7d7d7544-a253-4993-9fae-f6a43eca6f4b tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 944 time: 0.0517826 Aug 12 17:42:31.056279 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0772a45f-f4b5-4464-b286-cd248a234195 req-6364c754-103b-4c1b-b2e0-26b09d8c87c9 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350468 Aug 12 17:42:31.321727 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['1b693257-fc08-4a59-8a1f-a711cc7af9fc'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:42:31.427506 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88a690-0740-4c8a-8601-d188b4b4f544 req-83bf0efc-1d86-4bfb-844d-781914ac6f0b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:31.429092 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2c88a690-0740-4c8a-8601-d188b4b4f544 req-83bf0efc-1d86-4bfb-844d-781914ac6f0b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0503471 Aug 12 17:42:31.478723 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2c88a690-0740-4c8a-8601-d188b4b4f544 req-10d06279-1fd1-407a-8051-5e95b5793de1 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 Aug 12 17:42:31.631388 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c94c7-79cd-4720-9500-ce7a7d533620 req-7f63eee2-45eb-432f-a432-6d36564125b1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:31.632760 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a07c94c7-79cd-4720-9500-ce7a7d533620 req-7f63eee2-45eb-432f-a432-6d36564125b1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0493493 Aug 12 17:42:31.669289 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a07c94c7-79cd-4720-9500-ce7a7d533620 req-63c71662-a050-4ba3-9ecf-f639b02651ab tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306172 Aug 12 17:42:32.174159 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d0a02-c38b-4c8d-ae85-7b2bff255c95 req-348de90a-9ad2-49fd-adcd-a49d1a8902c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:32.175569 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e77d0a02-c38b-4c8d-ae85-7b2bff255c95 req-348de90a-9ad2-49fd-adcd-a49d1a8902c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 944 time: 0.0495930 Aug 12 17:42:32.217831 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e77d0a02-c38b-4c8d-ae85-7b2bff255c95 req-e9786b7c-7ce0-49b6-9c67-621c58675699 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357084 Aug 12 17:42:32.342980 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-b092e995-9b9e-46e1-b15e-a20f343099d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:32.345411 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-b092e995-9b9e-46e1-b15e-a20f343099d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0443985 Aug 12 17:42:32.476774 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-e28811f3-ad6b-48e8-9a2a-7c65f5151945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:32.478172 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-e28811f3-ad6b-48e8-9a2a-7c65f5151945 service neutron] 10.222.0.10 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 910 time: 0.1031516 Aug 12 17:42:32.556038 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-264633fc-417b-49df-bcea-10d5f9cf6ae9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5 HTTP/1.1" status: 200 len: 1001 time: 0.0673060 Aug 12 17:42:32.584391 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 1b693257-fc08-4a59-8a1f-a711cc7af9fc up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:42:32.598139 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbe5fc-9177-4d75-8a9e-81051bae5127 req-542e9eb4-cc34-4bf3-b8d4-15312fee120f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:32.600340 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3ccbe5fc-9177-4d75-8a9e-81051bae5127 req-542e9eb4-cc34-4bf3-b8d4-15312fee120f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0545576 Aug 12 17:42:32.613409 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-3c1db726-1d16-48fb-bd77-e8edee33a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:32.615018 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-3c1db726-1d16-48fb-bd77-e8edee33a4e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 200 len: 849 time: 0.0516357 Aug 12 17:42:32.640750 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 1b693257-fc08-4a59-8a1f-a711cc7af9fc completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:42:32.645507 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 1b693257-fc08-4a59-8a1f-a711cc7af9fc triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:42:32.646516 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:32.650696 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3ccbe5fc-9177-4d75-8a9e-81051bae5127 req-0561ff94-5c53-478c-b175-830259dac87a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438671 Aug 12 17:42:32.675859 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-34d3368b-2da7-4e5a-b2e2-06dbfed562e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:32.677447 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-34d3368b-2da7-4e5a-b2e2-06dbfed562e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62101b59-2a07-457f-a492-cb59bed73924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507250 Aug 12 17:42:32.731196 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:32.753221 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b693257-fc08-4a59-8a1f-a711cc7af9fc'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:42:32.756292 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ad2e46-d811-4d2f-8579-8d035e7f6c68" -d '{"events": [{"server_uuid": "43ae0b03-2c34-4f4c-b882-b319f82ddb12", "name": "network-vif-plugged", "status": "completed", "tag": "1b693257-fc08-4a59-8a1f-a711cc7af9fc"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:42:32.769860 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 1b693257-fc08-4a59-8a1f-a711cc7af9fc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1b693257-fc08-4a59-8a1f-a711cc7af9fc,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:32.775572 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:32.775769 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-a4ef4cd0-8cd7-4e60-af4b-e3bc2362ea67 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895288 Aug 12 17:42:32.790050 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d8f90-79f3-442d-ac10-78d4f0177208 req-fc0bcf4c-54e9-4455-9406-b8f3b4981d48 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:32.791674 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-825d8f90-79f3-442d-ac10-78d4f0177208 req-fc0bcf4c-54e9-4455-9406-b8f3b4981d48 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0526531 Aug 12 17:42:32.801772 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dab514-e43f-4dc3-9588-3e24837de37b x-openstack-request-id: req-69dab514-e43f-4dc3-9588-3e24837de37b {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:42:32.802164 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ae0b03-2c34-4f4c-b882-b319f82ddb12", "name": "network-vif-plugged", "status": "completed", "tag": "1b693257-fc08-4a59-8a1f-a711cc7af9fc", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:42:32.802448 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69dab514-e43f-4dc3-9588-3e24837de37b {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:42:32.802756 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b693257-fc08-4a59-8a1f-a711cc7af9fc', 'code': 200} Aug 12 17:42:32.832569 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=1b693257-fc08-4a59-8a1f-a711cc7af9fc,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:32.842873 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-825d8f90-79f3-442d-ac10-78d4f0177208 req-851f75ec-8476-4eed-9931-97402340c8e2 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Aug 12 17:42:32.890883 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-810eecf2-ad06-40d7-99d8-3e6125dc5e22 req-bb7b8925-df26-45d6-a120-4578b1763d65 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070499 Aug 12 17:42:32.894064 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-c65d473b-16ae-4534-884e-64d74af3f258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:33.084374 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8bfc-d8b8-4b51-a958-d24eb5db0bf9 req-4917fa84-02a9-43cf-98d1-9f4049c83abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:33.085881 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ef6b8bfc-d8b8-4b51-a958-d24eb5db0bf9 req-4917fa84-02a9-43cf-98d1-9f4049c83abf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 1098 time: 0.0406327 Aug 12 17:42:33.121288 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-ef6b8bfc-d8b8-4b51-a958-d24eb5db0bf9 req-373ddabd-8da0-4fb4-b79b-4bc2ce9162ed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277030 Aug 12 17:42:33.246851 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:33.347915 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a186524-0ac5-4e75-a3fa-5f5ef92fd40d req-05923d47-4604-481c-a4f4-b52b06f0aaec tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:33.349877 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2a186524-0ac5-4e75-a3fa-5f5ef92fd40d req-05923d47-4604-481c-a4f4-b52b06f0aaec tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 945 time: 0.0596488 Aug 12 17:42:33.389338 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2a186524-0ac5-4e75-a3fa-5f5ef92fd40d req-0e83e7da-8aa1-4c37-bcf5-e6471640dac2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334628 Aug 12 17:42:33.760283 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af1ba0-915e-4521-9081-e3ca05f48ed2 req-f1509c23-fc9e-49de-90b8-e2d080ebcc5b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:33.761780 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f6af1ba0-915e-4521-9081-e3ca05f48ed2 req-f1509c23-fc9e-49de-90b8-e2d080ebcc5b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0479558 Aug 12 17:42:33.799567 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f6af1ba0-915e-4521-9081-e3ca05f48ed2 req-71cec3ec-6a5a-4cf6-bebd-b66ef3ae5344 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317855 Aug 12 17:42:33.957419 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d703b4-fb4d-493b-854d-4307eb8922b9 req-12893662-eb0f-49b6-8adf-e24f59d83a8c tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:33.958908 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f6d703b4-fb4d-493b-854d-4307eb8922b9 req-12893662-eb0f-49b6-8adf-e24f59d83a8c tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0508759 Aug 12 17:42:33.996558 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f6d703b4-fb4d-493b-854d-4307eb8922b9 req-5c22602b-d9ce-4677-ae71-e5529dd126b2 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318007 Aug 12 17:42:34.055606 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:34.502985 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea1959-0bb4-491d-ba58-a0ba6abdf470 req-5cd34ad6-c79e-464d-8f5b-ad04a5f92f98 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:34.504472 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8fea1959-0bb4-491d-ba58-a0ba6abdf470 req-5cd34ad6-c79e-464d-8f5b-ad04a5f92f98 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 945 time: 0.0483065 Aug 12 17:42:34.545209 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8fea1959-0bb4-491d-ba58-a0ba6abdf470 req-241236b1-1e8c-4a9e-be0a-cdc4efb018bc tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349450 Aug 12 17:42:34.657553 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476b885-2827-454d-b1c0-3eb36d1ad41f req-42e63d19-d95d-4eaf-9d57-7f0723d69e2a tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:34.659051 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d476b885-2827-454d-b1c0-3eb36d1ad41f req-42e63d19-d95d-4eaf-9d57-7f0723d69e2a tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 945 time: 0.0485010 Aug 12 17:42:34.696162 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d476b885-2827-454d-b1c0-3eb36d1ad41f req-255b1383-1d4a-4b8a-be0e-c35f4e13b28f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304790 Aug 12 17:42:34.718050 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53882) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:34.796870 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b17af7-b0da-48cc-9cca-5a165eda9505 tempest-TestVolumeBootPattern-229750893 tempest-TestVolumeBootPattern-229750893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:34.798395 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-e3b17af7-b0da-48cc-9cca-5a165eda9505 tempest-TestVolumeBootPattern-229750893 tempest-TestVolumeBootPattern-229750893-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 1093 time: 0.0793300 Aug 12 17:42:34.801260 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 53886) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:34.805493 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'floatingip': {'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'port_id': '1b693257-fc08-4a59-8a1f-a711cc7af9fc', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:42:34.827214 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:34.929573 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec779f8-f599-4ff2-93fe-5466d8a82ddf req-08101220-5c74-4230-a520-7554fcd08ba0 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:34.931069 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eec779f8-f599-4ff2-93fe-5466d8a82ddf req-08101220-5c74-4230-a520-7554fcd08ba0 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0616577 Aug 12 17:42:34.985114 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eec779f8-f599-4ff2-93fe-5466d8a82ddf req-6900f582-104c-49a8-81d9-cd7f73f13439 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477958 Aug 12 17:42:34.994698 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:35.132267 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Allocated IP 172.27.1.61 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/e45eed71-cabe-4626-8507-a4f919c4e476) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:42:35.151845 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526268-06b9-4637-877d-6767ca617e1c req-6e316ac8-f110-47da-b18f-4647e2a3f18b tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:35.153337 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de526268-06b9-4637-877d-6767ca617e1c req-6e316ac8-f110-47da-b18f-4647e2a3f18b tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0761847 Aug 12 17:42:35.236912 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de526268-06b9-4637-877d-6767ca617e1c req-87bd0097-c77e-4c0b-8a9c-aaeaf2239889 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762677 Aug 12 17:42:35.278001 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:35.316664 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:35.356260 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:42:35.360945 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:42:35.365021 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:42:35.391333 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'Port': ['ID=e45eed71-cabe-4626-8507-a4f919c4e476,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:35.403747 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.404066 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.404411 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.404752 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.405088 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.405425 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.405755 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.406097 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.406443 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.406764 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.407088 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.407414 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:35.444460 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:35.736542 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:35.800379 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:35.947949 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:35.952178 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126545574'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:36.017569 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'Port': ['ID=e45eed71-cabe-4626-8507-a4f919c4e476,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:36.028175 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:36.157742 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25387b-11fa-4ad6-8e47-f417236c854d req-5d232e8c-b55c-4858-9541-6618fa566f38 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:36.159228 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0d25387b-11fa-4ad6-8e47-f417236c854d req-5d232e8c-b55c-4858-9541-6618fa566f38 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0951653 Aug 12 17:42:36.167861 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.l3_db [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Floating IP 2abb102b-d183-4403-8355-6f6080c51b16 associated. External IP: 172.27.1.61, port: 1b693257-fc08-4a59-8a1f-a711cc7af9fc. Aug 12 17:42:36.237672 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0d25387b-11fa-4ad6-8e47-f417236c854d req-63044627-d54c-4a5c-a7c2-c72b47d41be5 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719795 Aug 12 17:42:36.415270 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193abde5-b991-4c57-9e2e-89486646d1e3 req-7b9add19-c876-44a2-8336-7ffc2b55b8df tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:36.416731 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-193abde5-b991-4c57-9e2e-89486646d1e3 req-7b9add19-c876-44a2-8336-7ffc2b55b8df tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0901546 Aug 12 17:42:36.448006 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Router 3bda226c-a4ab-4cf5-8840-8f40194a7906 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:42:36.469362 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-193abde5-b991-4c57-9e2e-89486646d1e3 req-5bb579e6-2ef3-4bb8-884f-acee47f1c47f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458302 Aug 12 17:42:36.568246 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:42:36.577724 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] Sync routers for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:42:36.584181 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:36.589778 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:42:36.590449 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:42:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:42:36.610762 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-8b463213-8bae-465a-af84-fb15d996d7c7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8085051 Aug 12 17:42:36.611350 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'tag': '1b693257-fc08-4a59-8a1f-a711cc7af9fc'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:42:36.613577 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a2a979-ac25-4329-990d-b321cb85714c" -d '{"events": [{"name": "network-changed", "server_uuid": "43ae0b03-2c34-4f4c-b882-b319f82ddb12", "tag": "1b693257-fc08-4a59-8a1f-a711cc7af9fc"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:42:36.648763 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bede89-e508-470f-8056-dbaad4990eaa x-openstack-request-id: req-92bede89-e508-470f-8056-dbaad4990eaa {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:42:36.649048 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ae0b03-2c34-4f4c-b882-b319f82ddb12", "tag": "1b693257-fc08-4a59-8a1f-a711cc7af9fc", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:42:36.649297 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92bede89-e508-470f-8056-dbaad4990eaa {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:42:36.649692 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'tag': '1b693257-fc08-4a59-8a1f-a711cc7af9fc', 'status': 'completed', 'code': 200} Aug 12 17:42:36.702704 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:42:36.719211 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2a979-ac25-4329-990d-b321cb85714c req-6f02c2b3-096c-4b20-b118-3f638f95944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:36.720695 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-70a2a979-ac25-4329-990d-b321cb85714c req-6f02c2b3-096c-4b20-b118-3f638f95944f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 1098 time: 0.0387959 Aug 12 17:42:36.812428 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2a979-ac25-4329-990d-b321cb85714c req-cbad056c-01cb-41f9-b638-8e5af8f22ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:36.813911 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-70a2a979-ac25-4329-990d-b321cb85714c req-cbad056c-01cb-41f9-b638-8e5af8f22ef0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.0857635 Aug 12 17:42:36.886306 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-70a2a979-ac25-4329-990d-b321cb85714c req-1dd54ac7-5bdb-4f0c-bc16-9081d8dea90c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b693257-fc08-4a59-8a1f-a711cc7af9fc HTTP/1.1" status: 200 len: 998 time: 0.0573227 Aug 12 17:42:36.927975 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '2abb102b-d183-4403-8355-6f6080c51b16', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '1b693257-fc08-4a59-8a1f-a711cc7af9fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:29:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:42:35Z', 'updated_at': '2021-08-12T17:42:35Z', 'revision_number': 0, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:42:36.938930 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2a979-ac25-4329-990d-b321cb85714c req-24c687b0-e127-42ad-8c58-7006567ebb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:36.940402 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-70a2a979-ac25-4329-990d-b321cb85714c req-24c687b0-e127-42ad-8c58-7006567ebb9b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0471027 Aug 12 17:42:36.953981 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] Checking router: 3bda226c-a4ab-4cf5-8840-8f40194a7906 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:42:36.962958 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:42:36.963570 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:42:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:42:36.986242 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2a979-ac25-4329-990d-b321cb85714c req-df8afa02-e008-40b8-b553-24d7cb8e3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:36.987736 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-70a2a979-ac25-4329-990d-b321cb85714c req-df8afa02-e008-40b8-b553-24d7cb8e3358 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397763 Aug 12 17:42:37.067476 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:42:37.077531 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-70a2a979-ac25-4329-990d-b321cb85714c req-6e5d16bb-78fe-42c3-b20c-655c025fa89e service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818043 Aug 12 17:42:37.170845 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-70a2a979-ac25-4329-990d-b321cb85714c req-bdc0bf92-36b2-429b-ab82-d89500046df9 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854683 Aug 12 17:42:37.297499 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '2abb102b-d183-4403-8355-6f6080c51b16', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '1b693257-fc08-4a59-8a1f-a711cc7af9fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:29:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:42:35Z', 'updated_at': '2021-08-12T17:42:35Z', 'revision_number': 0, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:42:37.324856 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6cba41-3b15-4a08-9709-76f87433be18 None None] The sync data for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi is: [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '2abb102b-d183-4403-8355-6f6080c51b16', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '1b693257-fc08-4a59-8a1f-a711cc7af9fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:29:a4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:42:35Z', 'updated_at': '2021-08-12T17:42:35Z', 'revision_number': 0, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:42:37.358053 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f74da-3a91-4770-a9f5-7f76f039b79d req-e1251464-1822-4d0f-9903-012ac750ebf8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:37.359729 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-848f74da-3a91-4770-a9f5-7f76f039b79d req-e1251464-1822-4d0f-9903-012ac750ebf8 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0528636 Aug 12 17:42:37.400133 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-848f74da-3a91-4770-a9f5-7f76f039b79d req-9fc916d2-77d6-428f-98dd-43708c223151 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328910 Aug 12 17:42:37.527227 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2c508-6971-4e9f-85d9-23c59370db67 None None] New status for floating IP 2abb102b-d183-4403-8355-6f6080c51b16: ACTIVE {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:42:37.590407 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f58d1e-9d1e-42b7-ae0e-2c9fe26ba6a9 req-b12e72c3-eeee-44dd-a0c5-41fd4a315e6e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:37.591918 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-00f58d1e-9d1e-42b7-ae0e-2c9fe26ba6a9 req-b12e72c3-eeee-44dd-a0c5-41fd4a315e6e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0522027 Aug 12 17:42:37.630094 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-00f58d1e-9d1e-42b7-ae0e-2c9fe26ba6a9 req-2f2f5661-b464-4096-9d78-fb0d5e46d7fc tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321784 Aug 12 17:42:38.514356 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e91216-a60f-4f66-9d9f-40390aaa5961 req-1a065c54-bbc6-4d35-a744-ecc56ed01ffc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:38.515828 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-66e91216-a60f-4f66-9d9f-40390aaa5961 req-1a065c54-bbc6-4d35-a744-ecc56ed01ffc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0489867 Aug 12 17:42:38.552960 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-66e91216-a60f-4f66-9d9f-40390aaa5961 req-445de1fc-63e0-4f0f-ab07-3619c2e21aef tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Aug 12 17:42:38.741612 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b446bb-a994-4705-b2af-da621468e3c1 req-5fdb8318-b994-4888-b673-33072d00ccb4 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:38.743005 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-36b446bb-a994-4705-b2af-da621468e3c1 req-5fdb8318-b994-4888-b673-33072d00ccb4 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0476665 Aug 12 17:42:38.778468 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-36b446bb-a994-4705-b2af-da621468e3c1 req-0bc91bc9-7094-4adf-8c99-96c8e503af6f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296936 Aug 12 17:42:39.667578 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e93f6-d02c-4e13-9797-3d981d603e3f req-1350ed10-5889-4d1a-8e1c-96ffd491f89a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:39.669018 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b61e93f6-d02c-4e13-9797-3d981d603e3f req-1350ed10-5889-4d1a-8e1c-96ffd491f89a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0503204 Aug 12 17:42:39.709347 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b61e93f6-d02c-4e13-9797-3d981d603e3f req-0ff2cffd-7271-438a-ad34-ef591ae6eead tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344174 Aug 12 17:42:39.890133 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10661681-783c-4723-8a42-90de4c8533d6 req-1d2ca2d4-9601-4c12-a0ff-8715cdd9dec0 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:39.891608 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-10661681-783c-4723-8a42-90de4c8533d6 req-1d2ca2d4-9601-4c12-a0ff-8715cdd9dec0 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0477870 Aug 12 17:42:39.928187 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-10661681-783c-4723-8a42-90de4c8533d6 req-9e9e8b10-b60a-4952-be4c-59b02cbbb1f1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307283 Aug 12 17:42:40.820041 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b9ecc-f1e8-4a60-a6fd-cf5697ed0805 req-0c7fcaae-1886-44b8-89c6-183f583e72e5 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:40.821761 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3c6b9ecc-f1e8-4a60-a6fd-cf5697ed0805 req-0c7fcaae-1886-44b8-89c6-183f583e72e5 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0472310 Aug 12 17:42:40.858809 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3c6b9ecc-f1e8-4a60-a6fd-cf5697ed0805 req-b29079a1-e680-42a1-99b3-780386437926 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312495 Aug 12 17:42:41.048053 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253837d-3ce0-4a5e-a47b-0b140452f662 req-253917b1-b7f7-4693-a25e-204425623e05 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:41.049413 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3253837d-3ce0-4a5e-a47b-0b140452f662 req-253917b1-b7f7-4693-a25e-204425623e05 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0507946 Aug 12 17:42:41.087480 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3253837d-3ce0-4a5e-a47b-0b140452f662 req-622d0c27-37b1-444e-8b0a-83e2acb88eb5 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Aug 12 17:42:41.796833 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-ab9cdb11-47f0-41f1-a291-0c5886f0db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:41.798293 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-ab9cdb11-47f0-41f1-a291-0c5886f0db13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e08929182234a50ba7ced4bb80bfd0b&device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 1099 time: 0.0407975 Aug 12 17:42:41.891602 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-7f60deef-2d69-4987-8585-705fd3e1e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:41.893075 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-7f60deef-2d69-4987-8585-705fd3e1e871 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26b486f8-6579-42bc-8c65-1b0df2026112 HTTP/1.1" status: 200 len: 908 time: 0.0871286 Aug 12 17:42:41.958807 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-f87e8562-a548-4ec7-ac64-cd024999e968 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb76950-d385-4894-b6ea-d6452e24266f HTTP/1.1" status: 200 len: 1002 time: 0.0579545 Aug 12 17:42:41.971019 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723a7b-7347-4d30-8e47-ce6b42e8976e req-d39d6773-33cc-4660-ad3a-5afe77f5c4c0 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:41.972495 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f7723a7b-7347-4d30-8e47-ce6b42e8976e req-d39d6773-33cc-4660-ad3a-5afe77f5c4c0 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0482993 Aug 12 17:42:42.011561 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-5601f584-d41c-4355-9b53-4570c50294df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:42.012137 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f7723a7b-7347-4d30-8e47-ce6b42e8976e req-c2575010-fff3-4999-bb55-9d2cac3ee2a7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331764 Aug 12 17:42:42.013763 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-5601f584-d41c-4355-9b53-4570c50294df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=614b337d-8f59-4cac-b753-4adbb72f2fa2 HTTP/1.1" status: 200 len: 847 time: 0.0481193 Aug 12 17:42:42.063065 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-059ff8d6-340b-41ed-908b-160b07b40a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:42.064459 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-059ff8d6-340b-41ed-908b-160b07b40a99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b486f8-6579-42bc-8c65-1b0df2026112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426197 Aug 12 17:42:42.157839 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-5c80c5c3-1ccb-421a-b941-4159f1836a0b service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840414 Aug 12 17:42:42.201955 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4db1-3e31-4e28-a26a-304891b5da8d req-ffc3e323-bd09-41a9-92b3-e23d27fffebf tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:42.203458 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ddfc4db1-3e31-4e28-a26a-304891b5da8d req-ffc3e323-bd09-41a9-92b3-e23d27fffebf tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0481889 Aug 12 17:42:42.243733 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ddfc4db1-3e31-4e28-a26a-304891b5da8d req-ac06e344-2eb5-441c-a748-80f15c2abd0f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336089 Aug 12 17:42:42.494320 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-6105aeb7-15c4-4667-a692-f81ac5ca0e3b req-0534f7d8-fc87-49d8-9878-f6189aedd3ce service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281252 Aug 12 17:42:43.156604 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7cccc-f6b6-412c-88da-1f157314cf2f req-0fce7491-3ca9-4ce8-81cb-7bbec2ecbfcb tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:43.158034 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-89b7cccc-f6b6-412c-88da-1f157314cf2f req-0fce7491-3ca9-4ce8-81cb-7bbec2ecbfcb tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0507934 Aug 12 17:42:43.195240 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-89b7cccc-f6b6-412c-88da-1f157314cf2f req-8f54f81b-782d-41be-b8fc-81306f1da783 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306654 Aug 12 17:42:43.396544 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f40e70-af47-4ed3-a958-054d56515ef0 req-4be8b39d-abd0-4745-8bc1-1caab2714114 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:43.398031 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b3f40e70-af47-4ed3-a958-054d56515ef0 req-4be8b39d-abd0-4745-8bc1-1caab2714114 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0808692 Aug 12 17:42:43.420169 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00bfe3-e6fc-469a-a650-86c58ffc3901 req-5e893483-67b0-4734-8d16-b3ba40024ba9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:43.421613 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9e00bfe3-e6fc-469a-a650-86c58ffc3901 req-5e893483-67b0-4734-8d16-b3ba40024ba9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0737820 Aug 12 17:42:43.454635 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-093816f5-01da-4d60-862d-e7ebf79e3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:43.456156 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-093816f5-01da-4d60-862d-e7ebf79e3a64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0413940 Aug 12 17:42:43.474895 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b3f40e70-af47-4ed3-a958-054d56515ef0 req-9d0f30e4-f21b-476e-84c1-787a236b3285 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705218 Aug 12 17:42:43.482582 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9e00bfe3-e6fc-469a-a650-86c58ffc3901 req-99893a4d-fe6d-423c-ade3-a6fe4980264a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539782 Aug 12 17:42:43.555411 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-c2932a24-cc3e-475d-8b29-85c79fb8ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:43.556787 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-c2932a24-cc3e-475d-8b29-85c79fb8ec4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 910 time: 0.0923274 Aug 12 17:42:43.625383 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-07424e34-5f40-461c-8f18-54da48a0ec1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5 HTTP/1.1" status: 200 len: 1001 time: 0.0603952 Aug 12 17:42:43.685166 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-b777795b-0ff8-46cd-8e79-6d14d7996cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:43.686224 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-b777795b-0ff8-46cd-8e79-6d14d7996cf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 200 len: 849 time: 0.0531175 Aug 12 17:42:43.736241 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-f3cda859-56ad-4f7d-8603-a31ee2326bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:43.737752 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-f3cda859-56ad-4f7d-8603-a31ee2326bc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62101b59-2a07-457f-a492-cb59bed73924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435896 Aug 12 17:42:43.827481 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-fe4de286-0cfd-4601-8146-8ec0a841feab service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816801 Aug 12 17:42:43.918789 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e72ec133-b09d-4f65-b434-87e8f8beb8cc req-2d69d7b1-2f31-49a1-a4d9-7c2ed9beb042 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837188 Aug 12 17:42:44.630875 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a337e-4afb-418b-9160-be1403f37964 req-006588d8-9170-436f-896b-378fc7be7e24 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:44.632395 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a69a337e-4afb-418b-9160-be1403f37964 req-006588d8-9170-436f-896b-378fc7be7e24 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0779414 Aug 12 17:42:44.645112 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5246c41-8499-47d7-b7d3-0768705c92ba req-9d014d4c-61ea-4e01-b908-1df61c3fd43c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:44.647223 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f5246c41-8499-47d7-b7d3-0768705c92ba req-9d014d4c-61ea-4e01-b908-1df61c3fd43c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0660818 Aug 12 17:42:44.701000 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a69a337e-4afb-418b-9160-be1403f37964 req-a8ed8a00-d9a6-4bd9-9134-984132e5fb03 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528073 Aug 12 17:42:44.708777 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:42:44.709430 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f5246c41-8499-47d7-b7d3-0768705c92ba req-d53a2195-f65e-4f27-97ba-b30f4c90135e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544775 Aug 12 17:42:45.822865 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d8cf5-d075-4e23-84d4-94df99f7cb8f req-e8432428-b687-4c95-b3de-4fbed8ac401e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:45.824326 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd8d8cf5-d075-4e23-84d4-94df99f7cb8f req-e8432428-b687-4c95-b3de-4fbed8ac401e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0516908 Aug 12 17:42:46.097985 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd8d8cf5-d075-4e23-84d4-94df99f7cb8f req-34d8a698-8545-4cf3-8684-6e512898da3b tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677951 Aug 12 17:42:46.282513 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 53954) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:42:46.300104 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55254aff-d1d0-41b0-a135-030461603f33 req-9be23d6f-7b9e-4b50-923e-29306f329d8f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:46.302210 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-55254aff-d1d0-41b0-a135-030461603f33 req-9be23d6f-7b9e-4b50-923e-29306f329d8f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0485520 Aug 12 17:42:46.340929 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-55254aff-d1d0-41b0-a135-030461603f33 req-da0b6d79-3a7c-4fb5-b239-ff29acd71b5d tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326397 Aug 12 17:42:46.367165 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-25b63538-ae99-4d42-8db3-804ee25725a1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829420 Aug 12 17:42:47.456189 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e096e-d74f-4f8f-be3d-5e6dc47c4860 req-31cad0dc-73b3-4993-87bc-0c31bf3b6b5a tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:47.458216 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fc3e096e-d74f-4f8f-be3d-5e6dc47c4860 req-31cad0dc-73b3-4993-87bc-0c31bf3b6b5a tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0494711 Aug 12 17:42:47.499124 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fc3e096e-d74f-4f8f-be3d-5e6dc47c4860 req-1018f97b-0a70-4d3d-8ae0-4eaba8560c33 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349109 Aug 12 17:42:47.701664 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-7c68cb39-2b3b-4960-bdf4-30edd0d577ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:47.703199 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-7c68cb39-2b3b-4960-bdf4-30edd0d577ba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f&tenant_id=6e08929182234a50ba7ced4bb80bfd0b HTTP/1.1" status: 200 len: 1099 time: 0.0401676 Aug 12 17:42:47.765148 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-4bf43fca-f506-4913-9200-f935ff560595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:47.766694 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-4bf43fca-f506-4913-9200-f935ff560595 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e08929182234a50ba7ced4bb80bfd0b&device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 1099 time: 0.0393500 Aug 12 17:42:47.858538 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-a9d66f72-d246-4a56-9b40-17f61bfd555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:47.860003 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-a9d66f72-d246-4a56-9b40-17f61bfd555c service neutron] 10.222.0.10 "GET /v2.0/networks?id=26b486f8-6579-42bc-8c65-1b0df2026112 HTTP/1.1" status: 200 len: 908 time: 0.0857322 Aug 12 17:42:47.926535 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-c634c866-0aef-4595-8f3b-576ab3310d3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb76950-d385-4894-b6ea-d6452e24266f HTTP/1.1" status: 200 len: 1002 time: 0.0568457 Aug 12 17:42:47.978779 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-dffd9c18-dd81-4e4c-8f3b-ef2ff902636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:47.980132 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-dffd9c18-dd81-4e4c-8f3b-ef2ff902636d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=614b337d-8f59-4cac-b753-4adbb72f2fa2 HTTP/1.1" status: 200 len: 847 time: 0.0466433 Aug 12 17:42:48.026199 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-370b52bf-75e3-416f-8ab6-6c4f2d6d762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:48.027693 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-370b52bf-75e3-416f-8ab6-6c4f2d6d762c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b486f8-6579-42bc-8c65-1b0df2026112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397654 Aug 12 17:42:48.123562 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-65b27d32-cbed-4f32-9c89-6e0329db8334 service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806439 Aug 12 17:42:48.229920 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d79118f7-9785-4384-a2a7-6e0c3615700f req-522402f6-aa38-482a-8ed8-30c11c9ffdba service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852444 Aug 12 17:42:48.613488 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f173e1-aac1-4337-b1e3-8b8f390c37d5 req-fbc8d752-e6b8-4e33-95fb-f884f16fa130 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:48.615499 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-87f173e1-aac1-4337-b1e3-8b8f390c37d5 req-fbc8d752-e6b8-4e33-95fb-f884f16fa130 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0512066 Aug 12 17:42:48.650962 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-87f173e1-aac1-4337-b1e3-8b8f390c37d5 req-b252587b-b02c-463c-8e6f-c9d4ae0f7b8f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297265 Aug 12 17:42:48.672396 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device eeb76950-d385-4894-b6ea-d6452e24266f no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:42:48.749792 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:48.774802 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:42:48.777084 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3518cf1c-cc96-4969-bf01-58b848336a82" -d '{"events": [{"server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:42:48.789977 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port eeb76950-d385-4894-b6ea-d6452e24266f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=eeb76950-d385-4894-b6ea-d6452e24266f,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:48.794286 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:48.817077 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 17:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ada41b-eb2a-4016-98ca-36a398889eca x-openstack-request-id: req-f4ada41b-eb2a-4016-98ca-36a398889eca {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:42:48.817370 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:42:48.817619 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4ada41b-eb2a-4016-98ca-36a398889eca {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:42:48.818021 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'code': 200} Aug 12 17:42:48.843066 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=eeb76950-d385-4894-b6ea-d6452e24266f,revision_number=6']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:48.850537 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.850886 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.851425 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.851569 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.851875 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.852203 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.852558 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.852856 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.853182 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.853589 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.853832 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:48.854191 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:42:49.769080 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f395dd-397e-4066-ae6e-ffbe5474b6f4 req-fff06e9f-b2cd-481b-a0ac-725748b6bd06 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:49.770508 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7f395dd-397e-4066-ae6e-ffbe5474b6f4 req-fff06e9f-b2cd-481b-a0ac-725748b6bd06 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0481246 Aug 12 17:42:49.807235 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7f395dd-397e-4066-ae6e-ffbe5474b6f4 req-6d092010-03d6-49d1-9f98-ae0b15086397 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309999 Aug 12 17:42:50.920093 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be11a51-48d8-42a3-80bb-b6428524b120 req-1bb2e21c-8918-4700-84fe-942301e775a0 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:50.921557 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2be11a51-48d8-42a3-80bb-b6428524b120 req-1bb2e21c-8918-4700-84fe-942301e775a0 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0475535 Aug 12 17:42:50.959675 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2be11a51-48d8-42a3-80bb-b6428524b120 req-0e6f3e91-7d25-431c-9d12-c09a11d7804f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323026 Aug 12 17:42:52.073838 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a3a92-488f-4d15-8b4f-28bcf4309c06 req-455352e4-20d8-4d74-81aa-ad8c92911e60 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:52.075337 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d23a3a92-488f-4d15-8b4f-28bcf4309c06 req-455352e4-20d8-4d74-81aa-ad8c92911e60 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0508752 Aug 12 17:42:52.113287 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d23a3a92-488f-4d15-8b4f-28bcf4309c06 req-2fe3c1f8-04b3-42c0-a380-47c6062e0049 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320964 Aug 12 17:42:53.228261 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1e8e2-40db-448a-ad70-a2fa1270cb20 req-f3c347d2-f043-4c0e-b1fc-4f16a19101d8 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:53.229712 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cbf1e8e2-40db-448a-ad70-a2fa1270cb20 req-f3c347d2-f043-4c0e-b1fc-4f16a19101d8 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0482950 Aug 12 17:42:53.266011 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cbf1e8e2-40db-448a-ad70-a2fa1270cb20 req-8cf724b8-4f0e-4d91-9977-b5f2f455be85 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304425 Aug 12 17:42:54.377707 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98709e-71d3-4c3a-bc8b-b0f61bd9fdde req-bb19989f-2959-4a83-86e0-8c7edb32ebcc tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:54.379111 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de98709e-71d3-4c3a-bc8b-b0f61bd9fdde req-bb19989f-2959-4a83-86e0-8c7edb32ebcc tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0480735 Aug 12 17:42:54.416167 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de98709e-71d3-4c3a-bc8b-b0f61bd9fdde req-86da6125-776e-4411-8d6b-c20667b88e6d tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313265 Aug 12 17:42:55.537843 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2292339-cf15-4b56-861d-af2a9faa741d req-57476a75-29bd-483d-b895-f21b25f39789 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:55.539372 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a2292339-cf15-4b56-861d-af2a9faa741d req-57476a75-29bd-483d-b895-f21b25f39789 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0543835 Aug 12 17:42:55.576370 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a2292339-cf15-4b56-861d-af2a9faa741d req-a1b89360-12be-46e7-b707-41ba8472cfba tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312304 Aug 12 17:42:55.804691 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e818650-d990-4ef3-85f1-927e60484f8a req-657e3bd2-1766-4c8a-aaa6-ff80035ec8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:55.806088 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7e818650-d990-4ef3-85f1-927e60484f8a req-657e3bd2-1766-4c8a-aaa6-ff80035ec8d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 1097 time: 0.0402980 Aug 12 17:42:55.840411 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7e818650-d990-4ef3-85f1-927e60484f8a req-0b806127-5fcd-4adf-88ec-7657a2a4af78 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271633 Aug 12 17:42:56.688807 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9bab8-73df-4d08-ac0e-5a8cab8030ea req-299dc632-21f8-418a-b14e-44c98ea57c1f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:56.690295 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e2a9bab8-73df-4d08-ac0e-5a8cab8030ea req-299dc632-21f8-418a-b14e-44c98ea57c1f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 944 time: 0.0485151 Aug 12 17:42:56.703488 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device eeb76950-d385-4894-b6ea-d6452e24266f details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:42:56.727697 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e2a9bab8-73df-4d08-ac0e-5a8cab8030ea req-7bd5a5b2-52bc-4a24-b211-e9012cde75f4 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311575 Aug 12 17:42:56.795891 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port eeb76950-d385-4894-b6ea-d6452e24266f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=eeb76950-d385-4894-b6ea-d6452e24266f,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:56.810705 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'port_id': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'mac_address': 'fa:16:3e:50:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:42:56.846031 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:56.859110 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb76950-d385-4894-b6ea-d6452e24266f {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:42:56.878552 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port eeb76950-d385-4894-b6ea-d6452e24266f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=eeb76950-d385-4894-b6ea-d6452e24266f,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:56.882977 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:56.928990 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=eeb76950-d385-4894-b6ea-d6452e24266f,revision_number=7']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:57.381394 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['eeb76950-d385-4894-b6ea-d6452e24266f'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:42:57.841399 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f20001-5126-4737-9fdd-a8be45f18002 req-15f111d8-bbf7-4ee7-b932-8208e6f68d2e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:42:57.842916 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e4f20001-5126-4737-9fdd-a8be45f18002 req-15f111d8-bbf7-4ee7-b932-8208e6f68d2e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 945 time: 0.0498500 Aug 12 17:42:57.880321 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e4f20001-5126-4737-9fdd-a8be45f18002 req-25c2618a-d9db-460b-a768-200986f7ecf5 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314474 Aug 12 17:42:58.701074 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device eeb76950-d385-4894-b6ea-d6452e24266f up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:42:58.748242 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port eeb76950-d385-4894-b6ea-d6452e24266f triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:42:58.748531 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:58.819756 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:58.841307 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:42:58.843516 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d788210d-81b7-4527-abf4-dba3eaa60fd3" -d '{"events": [{"server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "name": "network-vif-plugged", "status": "completed", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:42:58.857336 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port eeb76950-d385-4894-b6ea-d6452e24266f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=eeb76950-d385-4894-b6ea-d6452e24266f,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:42:58.864261 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:42:58.886697 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363d592c-ab38-4d1c-a7e7-27cc9c624e70 x-openstack-request-id: req-363d592c-ab38-4d1c-a7e7-27cc9c624e70 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:42:58.886886 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "name": "network-vif-plugged", "status": "completed", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:42:58.887135 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-363d592c-ab38-4d1c-a7e7-27cc9c624e70 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:42:58.887512 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'code': 200} Aug 12 17:42:58.915136 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=eeb76950-d385-4894-b6ea-d6452e24266f,revision_number=8']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:42:59.890203 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:00.057361 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8f7a2cdd-f8e3-4bb9-bbfd-e2211de4e98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:02.896914 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-07db11ac-01e1-4ed1-97f9-625ce5ea9607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:03.248322 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:04.058025 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:05.447741 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:21.708062 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:43:29.904319 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:30.057174 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-24628f37-4eb8-4306-90f3-d360364a06c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:30.925427 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cb188-741b-4204-b9a9-b779de131301 req-080efe9a-7da0-41d1-a883-4a79a236963d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:30.926972 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-616cb188-741b-4204-b9a9-b779de131301 req-080efe9a-7da0-41d1-a883-4a79a236963d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 946 time: 0.0520763 Aug 12 17:43:30.964354 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-616cb188-741b-4204-b9a9-b779de131301 req-69d22fa9-fc6a-4689-8d66-d707da6ebd30 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Aug 12 17:43:32.097935 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04425004-3cc8-4c25-92f3-6a9d533fa1c7 req-14684f48-1f4f-4cd1-a5be-9a53c4bb32ee tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:32.099452 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-04425004-3cc8-4c25-92f3-6a9d533fa1c7 req-14684f48-1f4f-4cd1-a5be-9a53c4bb32ee tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 946 time: 0.0558655 Aug 12 17:43:32.140087 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-04425004-3cc8-4c25-92f3-6a9d533fa1c7 req-e8db4195-74c5-427e-a882-9f4216ce1e9e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330846 Aug 12 17:43:32.897909 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-80cc3f66-5217-4923-be0e-ed79a92bfc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:33.019239 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-126e7be2-a02c-420c-9b7b-6e2cc0c13d3c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:33.020702 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-126e7be2-a02c-420c-9b7b-6e2cc0c13d3c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 946 time: 0.0492051 Aug 12 17:43:33.120892 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Deleting port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:43:33.121221 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:33.223027 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] For port 6815297b-323e-40b8-b7fe-5cdb9d6761b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=6815297b-323e-40b8-b7fe-5cdb9d6761b5,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:43:33.223402 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:33.250313 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:33.267754 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e22f2c-d1c9-456f-b23a-cf0997b5d4d2 req-6902d2d7-cb4d-4c3c-9408-25d8f59f5576 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:33.269882 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28e22f2c-d1c9-456f-b23a-cf0997b5d4d2 req-6902d2d7-cb4d-4c3c-9408-25d8f59f5576 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 946 time: 0.0524065 Aug 12 17:43:33.309566 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28e22f2c-d1c9-456f-b23a-cf0997b5d4d2 req-cde59237-44ed-41be-9ee6-e6fdb387dd22 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c4fb137-f03b-41ef-b648-3edc28c8a42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338137 Aug 12 17:43:33.452176 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:33.452532 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:33.452850 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.l3_db [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Floating IP 35310c9e-aef0-422b-9083-8f0f93fec83d disassociated. External IP: 172.27.1.35, port: 6815297b-323e-40b8-b7fe-5cdb9d6761b5. Aug 12 17:43:33.453193 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Calling delete_port for 6815297b-323e-40b8-b7fe-5cdb9d6761b5 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:43:33.582563 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:33.618050 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event deleted for resources: {'Port': ['ID=6815297b-323e-40b8-b7fe-5cdb9d6761b5,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:33.647830 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.648202 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.649475 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.649827 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.650198 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.650544 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.650885 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.651227 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.651555 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.651892 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.652225 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.652553 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:33.712889 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-84a816ab-0c0a-4fbf-ab3e-73f9ca639c5d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1035473 Aug 12 17:43:33.803097 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Router de6b7917-9d0e-4403-b79d-d8543a1a2b92 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:43:33.805983 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-f37a296b-279c-468c-86c2-6adc9fbb176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:33.807486 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-f37a296b-279c-468c-86c2-6adc9fbb176e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e08929182234a50ba7ced4bb80bfd0b&device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 1099 time: 0.0633938 Aug 12 17:43:33.978548 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:43:33.988273 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-dd22a304-35bd-44a5-bb82-19731618a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:33.988273 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-dd22a304-35bd-44a5-bb82-19731618a3e4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26b486f8-6579-42bc-8c65-1b0df2026112 HTTP/1.1" status: 200 len: 908 time: 0.1400316 Aug 12 17:43:33.988583 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] Sync routers for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:43:33.997595 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:43:33.998243 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:43:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:43:34.056077 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] No DVR routers for this DVR port 6815297b-323e-40b8-b7fe-5cdb9d6761b5 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:43:34.062292 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:34.064282 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-4b9a9a4e-08d1-498f-a7f7-f69f00eedf22 req-16078f8d-1ad7-4d83-8c8a-29f779e639cc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.10 "DELETE /v2.0/ports/6815297b-323e-40b8-b7fe-5cdb9d6761b5 HTTP/1.1" status: 204 len: 173 time: 1.0362031 Aug 12 17:43:34.064728 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'name': 'network-vif-deleted', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:43:34.067649 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b8bd3-1633-4938-bd07-ad3e56c28b78" -d '{"events": [{"server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "name": "network-vif-deleted", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:43:34.108269 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:34.110810 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-059e124a-7a6e-4218-aa26-f5455174c4af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb76950-d385-4894-b6ea-d6452e24266f HTTP/1.1" status: 200 len: 1002 time: 0.1091239 Aug 12 17:43:34.119557 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22af5097-47b8-4bb3-bd71-e5c5e1e404f4 x-openstack-request-id: req-22af5097-47b8-4bb3-bd71-e5c5e1e404f4 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:43:34.119888 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5f612a-e1b5-479d-b9e0-9e06e2b08747", "name": "network-vif-deleted", "tag": "6815297b-323e-40b8-b7fe-5cdb9d6761b5", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:43:34.120100 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22af5097-47b8-4bb3-bd71-e5c5e1e404f4 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:43:34.120493 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5f612a-e1b5-479d-b9e0-9e06e2b08747', 'name': 'network-vif-deleted', 'tag': '6815297b-323e-40b8-b7fe-5cdb9d6761b5', 'status': 'completed', 'code': 200} Aug 12 17:43:34.126869 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:43:34.184808 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-830a3db1-e117-4f74-80c4-3ac94475d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:34.187099 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-830a3db1-e117-4f74-80c4-3ac94475d568 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=614b337d-8f59-4cac-b753-4adbb72f2fa2 HTTP/1.1" status: 200 len: 847 time: 0.0546830 Aug 12 17:43:34.248161 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-1898447f-0294-41bb-9be6-20f01cc87462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:34.249771 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-1898447f-0294-41bb-9be6-20f01cc87462 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b486f8-6579-42bc-8c65-1b0df2026112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535510 Aug 12 17:43:34.359395 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-7e11b34c-c997-4273-a8cd-7b8492d3b389 service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972712 Aug 12 17:43:34.444699 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a19a65c8-bba3-4ed8-bad3-ec6e2bade8fa req-4da9f2ec-9acf-4837-af71-7383ccb30ed8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=7b5f612a-e1b5-479d-b9e0-9e06e2b08747 HTTP/1.1" status: 200 len: 210 time: 0.0425298 Aug 12 17:43:34.469478 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-25291e82-1ff3-42f5-bb32-1adae9aa588c req-0a1f6afc-b899-4a18-b6d1-cd5680a8aaf3 service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977712 Aug 12 17:43:34.492052 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:43:34.522452 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] Checking router: de6b7917-9d0e-4403-b79d-d8543a1a2b92 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:43:34.530691 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:43:34.531299 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:43:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:43:34.638849 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:43:34.859371 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:43:34.885283 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ae86cb-c7be-43b6-90c0-4357922eb46a None None] The sync data for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi is: [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:43:35.112267 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0db032f-a5ed-49dd-99ec-6fd15bc38453 None None] New status for floating IP 35310c9e-aef0-422b-9083-8f0f93fec83d: DOWN {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:43:35.450842 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:35.535623 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54072) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:43:35.591764 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6371b341-f537-4e6d-8274-c3eb13e19db6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:35.616419 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6371b341-f537-4e6d-8274-c3eb13e19db6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:35.670973 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6371b341-f537-4e6d-8274-c3eb13e19db6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:35.673582 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6371b341-f537-4e6d-8274-c3eb13e19db6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:35.676145 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-6371b341-f537-4e6d-8274-c3eb13e19db6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "DELETE /v2.0/security-groups/5c4fb137-f03b-41ef-b648-3edc28c8a42a HTTP/1.1" status: 204 len: 168 time: 0.1388888 Aug 12 17:43:35.678410 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54076) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:43:35.686508 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371b341-f537-4e6d-8274-c3eb13e19db6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4fb137-f03b-41ef-b648-3edc28c8a42a,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:35.693852 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.api.v2.resource [None req-1e7e68b0-daea-4930-ba82-72a02b23f949 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] show failed (client error): The resource could not be found. Aug 12 17:43:35.698891 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54078) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:43:35.699193 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-1e7e68b0-daea-4930-ba82-72a02b23f949 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups/5c4fb137-f03b-41ef-b648-3edc28c8a42a HTTP/1.1" status: 404 len: 347 time: 0.0195236 Aug 12 17:43:35.850009 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-3d7860c5-4ddf-49a0-9948-77f7718881a2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Deleting port 0b5b7884-11a0-46f5-b732-ea486f2fe864 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:43:35.850390 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3d7860c5-4ddf-49a0-9948-77f7718881a2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:35.919237 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a2afa-108c-45d5-bfe3-bd333d2ba9a0 req-fb0e2753-e10c-45d5-a5bf-b1280a57a55e tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:35.920778 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e89a2afa-108c-45d5-bfe3-bd333d2ba9a0 req-fb0e2753-e10c-45d5-a5bf-b1280a57a55e tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0605621 Aug 12 17:43:35.952261 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-0aeddbae-2809-44ce-beab-698607715f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:35.953691 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-0aeddbae-2809-44ce-beab-698607715f59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029fcb9290ca4c74ae9cd5b987fdab80&device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 1137 time: 0.0908442 Aug 12 17:43:35.968724 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e89a2afa-108c-45d5-bfe3-bd333d2ba9a0 req-5012bf62-2b3e-492a-bb60-a97daefe6149 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378129 Aug 12 17:43:35.976443 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3d7860c5-4ddf-49a0-9948-77f7718881a2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:35.976788 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3d7860c5-4ddf-49a0-9948-77f7718881a2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:36.026411 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-3d7860c5-4ddf-49a0-9948-77f7718881a2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Calling delete_port for 0b5b7884-11a0-46f5-b732-ea486f2fe864 owned by network:floatingip {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:43:36.115403 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-ac9a9dc7-e35d-4012-a89c-bbc50cecf089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:36.116923 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-ac9a9dc7-e35d-4012-a89c-bbc50cecf089 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f1b465-5773-44fe-95ed-b353b8b74e9b HTTP/1.1" status: 200 len: 914 time: 0.1515477 Aug 12 17:43:36.203550 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-6fbafc3f-b946-4d75-ba15-2eb19adc9322 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 1001 time: 0.0741713 Aug 12 17:43:36.274932 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-35224c01-01c4-4d49-b8d3-990d964a0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:36.276324 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-35224c01-01c4-4d49-b8d3-990d964a0c62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57b45aad-7d88-4e36-b311-0802e1fda254 HTTP/1.1" status: 200 len: 853 time: 0.0561523 Aug 12 17:43:36.277439 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3d7860c5-4ddf-49a0-9948-77f7718881a2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:36.310529 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7860c5-4ddf-49a0-9948-77f7718881a2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event deleted for resources: {'Port': ['ID=0b5b7884-11a0-46f5-b732-ea486f2fe864,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:36.633318 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-c6364b1c-d4af-48a6-a2b8-fe88e853a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:36.634900 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-c6364b1c-d4af-48a6-a2b8-fe88e853a4fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f1b465-5773-44fe-95ed-b353b8b74e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3333340 Aug 12 17:43:36.641473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3d7860c5-4ddf-49a0-9948-77f7718881a2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:36.644264 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3d7860c5-4ddf-49a0-9948-77f7718881a2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:36.645436 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-3d7860c5-4ddf-49a0-9948-77f7718881a2 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "DELETE /v2.0/floatingips/35310c9e-aef0-422b-9083-8f0f93fec83d HTTP/1.1" status: 204 len: 168 time: 0.9455690 Aug 12 17:43:36.735889 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-15cc95ab-523a-4483-8fa5-f13b3dcb4847 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893083 Aug 12 17:43:36.827639 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e0d429c6-758f-43aa-939f-5fd7de2c876c req-ea3abfad-e8f1-4e6f-9df4-0f81614d3b5b service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825572 Aug 12 17:43:36.857337 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6815297b-323e-40b8-b7fe-5cdb9d6761b5 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:43:36.880643 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 6815297b-323e-40b8-b7fe-5cdb9d6761b5 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:43:36.880980 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 6815297b-323e-40b8-b7fe-5cdb9d6761b5 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:43:37.087270 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a394e-c59f-44bf-aacd-66b5a9e8d757 req-1d8b800d-d6dc-46ac-bddb-50b6e0cba183 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:37.088771 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6d0a394e-c59f-44bf-aacd-66b5a9e8d757 req-1d8b800d-d6dc-46ac-bddb-50b6e0cba183 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0503561 Aug 12 17:43:37.127261 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6d0a394e-c59f-44bf-aacd-66b5a9e8d757 req-26a51cf3-7ba0-45e4-bdd1-3da2194f2575 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326393 Aug 12 17:43:38.017563 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54088) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:43:38.022248 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-d018ceff-2190-4893-af09-85f15cefc618 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505775147', 'description': 'tempest-description--67976864'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:43:38.044635 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d018ceff-2190-4893-af09-85f15cefc618 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.125834 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d018ceff-2190-4893-af09-85f15cefc618 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.129641 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d018ceff-2190-4893-af09-85f15cefc618 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.156714 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d018ceff-2190-4893-af09-85f15cefc618 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.157966 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-d018ceff-2190-4893-af09-85f15cefc618 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1393535 Aug 12 17:43:38.160462 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018ceff-2190-4893-af09-85f15cefc618 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a42ad908-8bb5-41b4-a5f1-8508a513ef66,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:38.161687 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54092) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:43:38.166791 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'security_group_rule': {'security_group_id': 'a42ad908-8bb5-41b4-a5f1-8508a513ef66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:43:38.194616 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.276244 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.284847 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ed2c0-4ff5-43bf-9465-a1fd94be8b01 req-951c09ef-3ee9-4bb4-9153-f0441d85eb72 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:38.286362 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b49ed2c0-4ff5-43bf-9465-a1fd94be8b01 req-951c09ef-3ee9-4bb4-9153-f0441d85eb72 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0806451 Aug 12 17:43:38.287419 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.311585 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dcbd22-90c2-4d40-9972-a41506acbc19,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:38.328714 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.329830 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1670065 Aug 12 17:43:38.333261 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54094) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:43:38.334152 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.334504 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.334846 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.335183 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.335519 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.335854 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.336185 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.336512 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.336838 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.337162 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.337488 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.337811 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b845689-c990-4fdd-92b6-66fff31399d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:38.338097 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-a57ba683-d1c5-464a-a4b0-08fb54424631 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'security_group_rule': {'security_group_id': 'a42ad908-8bb5-41b4-a5f1-8508a513ef66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:43:38.357487 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b49ed2c0-4ff5-43bf-9465-a1fd94be8b01 req-1e231420-6382-4334-bcbc-badc62d2e0c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634196 Aug 12 17:43:38.365945 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a57ba683-d1c5-464a-a4b0-08fb54424631 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.427673 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a57ba683-d1c5-464a-a4b0-08fb54424631 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.431234 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a57ba683-d1c5-464a-a4b0-08fb54424631 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.448317 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ba683-d1c5-464a-a4b0-08fb54424631 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d71a8a-95bc-46ed-8554-f722fae104ab,revision_number=0']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:38.454725 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a57ba683-d1c5-464a-a4b0-08fb54424631 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.456433 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-a57ba683-d1c5-464a-a4b0-08fb54424631 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221700 Aug 12 17:43:38.459460 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54098) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:43:38.463771 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'floatingip': {'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:43:38.485555 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.578979 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.685520 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Allocated IP 172.27.1.223 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/35adca2c-dc61-48a6-8e3e-b09558f68db8) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:43:38.790474 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.829221 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:38.869307 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:43:38.874878 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:43:38.880173 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:43:38.904130 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'Port': ['ID=35adca2c-dc61-48a6-8e3e-b09558f68db8,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:38.967780 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:39.001087 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:39.149447 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:39.153799 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:39.222785 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'Port': ['ID=35adca2c-dc61-48a6-8e3e-b09558f68db8,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:39.234575 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:39.247979 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:39.249180 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-d00df6fd-091e-4e18-8859-13498ca7a448 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7888124 Aug 12 17:43:39.444428 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-dd0b3af7-38ac-437e-841f-45c6447ed417 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--505775147&fields=id&tenant_id=4463fb6a421941e5b64a113cdb255cd6 HTTP/1.1" status: 200 len: 267 time: 0.0434539 Aug 12 17:43:39.540379 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8b7af-3e35-436b-a981-b06730ce1462 req-9396acc3-7b93-4760-b059-b6d196361cd1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:39.541849 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-daa8b7af-3e35-436b-a981-b06730ce1462 req-9396acc3-7b93-4760-b059-b6d196361cd1 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.1139085 Aug 12 17:43:39.589529 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-295d2faa-9beb-4ecd-96b1-0ea502d65e34 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:39.590971 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-295d2faa-9beb-4ecd-96b1-0ea502d65e34 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 817 time: 0.1332901 Aug 12 17:43:39.613704 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-daa8b7af-3e35-436b-a981-b06730ce1462 req-54f21129-672c-4b50-aa4e-dcb40ff02ffa tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648968 Aug 12 17:43:39.615033 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-9b1a87d4-3f2c-42fa-9240-cdc7b0348e43 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/quotas/4463fb6a421941e5b64a113cdb255cd6 HTTP/1.1" status: 200 len: 375 time: 0.0180526 Aug 12 17:43:39.670833 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-09a9ccd2-5530-4789-b95b-659b0afc9bc6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503058 Aug 12 17:43:39.772312 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-3b48dfbd-c37b-4c20-a774-aa70790aeec7 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892754 Aug 12 17:43:39.861781 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-158a73a5-cbe2-47ef-af4a-3ab9b4a26294 service neutron] 10.222.0.25 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833125 Aug 12 17:43:40.025114 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-34c5ad5a-a4bd-4dae-9493-54d1460ba7e9 req-b1f93227-6e44-40a5-ab1b-7184f27e87d7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 210 time: 0.0307267 Aug 12 17:43:40.727980 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e35962-2fbe-44cf-aa1e-a56d2af60173 req-31ba3a76-00a1-47be-b71c-8f49220aa365 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:40.729478 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-05e35962-2fbe-44cf-aa1e-a56d2af60173 req-31ba3a76-00a1-47be-b71c-8f49220aa365 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0495331 Aug 12 17:43:40.769130 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-05e35962-2fbe-44cf-aa1e-a56d2af60173 req-d15abe11-6667-4211-aea5-69e75b557178 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334804 Aug 12 17:43:41.007544 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-2a875bbd-f117-43d3-bfbd-e3c4bb83d80f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:41.008924 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-2a875bbd-f117-43d3-bfbd-e3c4bb83d80f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 817 time: 0.1059797 Aug 12 17:43:41.053577 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-c2578a58-8f82-418b-8efa-2aad45c91315 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4463fb6a421941e5b64a113cdb255cd6 HTTP/1.1" status: 200 len: 379 time: 0.0339499 Aug 12 17:43:41.063906 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'port': {'device_id': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'admin_state_up': True, 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'security_groups': ['a42ad908-8bb5-41b4-a5f1-8508a513ef66']}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:43:41.123346 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ce386cb1-b5d4-4f94-9c75-fe0ad60e886b req-002ec621-008e-4f82-848c-bbf51776f634 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 210 time: 0.0258808 Aug 12 17:43:41.176057 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Made reservation on behalf of 4463fb6a421941e5b64a113cdb255cd6 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:43:41.179503 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:41.301409 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Allocated IP 172.20.0.9 (7e9eabe0-6231-4d94-8b42-748071d3812f/e539714d-30f3-44fa-8d57-653aa28f0d74/925c7aba-3003-4e34-87cd-7864174b2ea1) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:43:41.438759 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:41.452257 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Transition to ACTIVE for port object 925c7aba-3003-4e34-87cd-7864174b2ea1 will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:43:41.484555 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:41.528125 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Network 7e9eabe0-6231-4d94-8b42-748071d3812f is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:43:41.531232 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:43:41.534993 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:43:41.541247 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event updated for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:41.587690 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:41.588313 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:41.602767 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-4489a912-f7ea-470d-a1e2-898f3125d4f0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5427418 Aug 12 17:43:41.615965 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Request body: {'port': {'device_id': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:43:41.675420 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:41.737957 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-0394285c-d99f-47af-a447-fcf4112670ee None None] Provisioning for port 925c7aba-3003-4e34-87cd-7864174b2ea1 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:43:41.741824 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-0394285c-d99f-47af-a447-fcf4112670ee None None] Provisioning complete for port 925c7aba-3003-4e34-87cd-7864174b2ea1 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:43:41.742296 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0394285c-d99f-47af-a447-fcf4112670ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:41.776913 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-0394285c-d99f-47af-a447-fcf4112670ee None None] Port 925c7aba-3003-4e34-87cd-7864174b2ea1 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:43:41.885851 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3597c-1631-4257-8fc4-e00cb4c17cf5 req-414774e9-8b9b-4553-9697-0ee01d2dbeba tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:41.887392 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ecc3597c-1631-4257-8fc4-e00cb4c17cf5 req-414774e9-8b9b-4553-9697-0ee01d2dbeba tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0481064 Aug 12 17:43:41.933370 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ecc3597c-1631-4257-8fc4-e00cb4c17cf5 req-3054fd52-88d6-4c6c-9eb6-feb320da476f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397863 Aug 12 17:43:41.955990 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925c7aba-3003-4e34-87cd-7864174b2ea1 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:43:41.964048 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:41.975963 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Transition to ACTIVE for port object 925c7aba-3003-4e34-87cd-7864174b2ea1 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:43:41.979071 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:42.030469 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Pushing event updated for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:42.106904 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Attempting to bind port 925c7aba-3003-4e34-87cd-7864174b2ea1 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:43:42.107505 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Attempting to bind port 925c7aba-3003-4e34-87cd-7864174b2ea1 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:43:42.107940 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Attempting to bind port 925c7aba-3003-4e34-87cd-7864174b2ea1 on network 7e9eabe0-6231-4d94-8b42-748071d3812f {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:43:42.113214 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Port 925c7aba-3003-4e34-87cd-7864174b2ea1 on network 7e9eabe0-6231-4d94-8b42-748071d3812f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:43:42.113572 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Attempting to bind port 925c7aba-3003-4e34-87cd-7864174b2ea1 on network 7e9eabe0-6231-4d94-8b42-748071d3812f {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:43:42.118729 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:43:42.119077 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Checking segment: {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:43:42.119467 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Bound using segment: {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:43:42.119905 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Bound port: 925c7aba-3003-4e34-87cd-7864174b2ea1, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:43:42.120270 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:42.193935 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:43:42.197336 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:43:42.201270 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:42.234573 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:42.235305 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:42.237570 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] 10.222.0.10 "PUT /v2.0/ports/925c7aba-3003-4e34-87cd-7864174b2ea1 HTTP/1.1" status: 200 len: 1093 time: 0.6265163 Aug 12 17:43:42.239931 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:43:42.243627 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580d4609-ae70-438a-a7fc-e6e2191ec09c" -d '{"events": [{"name": "network-changed", "server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:43:42.244771 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6327b2-f730-4d26-a897-50d0be4b3f19 req-a2293e44-085e-4e26-a15d-26c6201e1278 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:42.246372 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9f6327b2-f730-4d26-a897-50d0be4b3f19 req-a2293e44-085e-4e26-a15d-26c6201e1278 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0494454 Aug 12 17:43:42.274409 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b5150-c0a3-4a80-bd5f-4b4640bf4c68 service neutron] Pushing event updated for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:42.295677 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcb23cd-9554-4663-a700-64b26530ff53 x-openstack-request-id: req-1fcb23cd-9554-4663-a700-64b26530ff53 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:43:42.295976 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:43:42.296232 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fcb23cd-9554-4663-a700-64b26530ff53 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:43:42.296630 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'status': 'completed', 'code': 200} Aug 12 17:43:42.318808 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9f6327b2-f730-4d26-a897-50d0be4b3f19 req-e84b98c4-f8ec-4610-8d63-d578f25e6023 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655327 Aug 12 17:43:42.335796 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-d2d962d0-3e28-4159-8937-7e0b10de8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:42.337448 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-d2d962d0-3e28-4159-8937-7e0b10de8bcb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 1096 time: 0.0545917 Aug 12 17:43:42.382983 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-f14138da-ac45-4e00-b07f-1f545bd25406 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925c7aba-3003-4e34-87cd-7864174b2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0361311 Aug 12 17:43:42.439531 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-d9243823-b963-41d6-a85e-b66779c30ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:42.441124 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-d9243823-b963-41d6-a85e-b66779c30ca4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.0511086 Aug 12 17:43:42.490942 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-07c81fa9-e681-494e-98c0-3766f69874f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:42.492437 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-07c81fa9-e681-494e-98c0-3766f69874f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433302 Aug 12 17:43:42.582596 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-17216b42-966d-492e-9590-fd80453a086f service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817797 Aug 12 17:43:42.674442 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bf76def1-45f6-44a9-aedb-66f25af1fe1f req-40e67081-ff9b-4fed-8b9b-d46f8620a093 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845079 Aug 12 17:43:42.765076 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-28be5c56-906d-4647-be47-0f45d1326a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:42.766629 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-28be5c56-906d-4647-be47-0f45d1326a39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 1096 time: 0.0440106 Aug 12 17:43:42.853996 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-378b09c1-f652-4c5c-9a5a-a062687b3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:42.855391 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-378b09c1-f652-4c5c-9a5a-a062687b3465 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 917 time: 0.0815587 Aug 12 17:43:42.899500 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-06a4a342-834e-48a7-9a48-54b44a86cec6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925c7aba-3003-4e34-87cd-7864174b2ea1 HTTP/1.1" status: 200 len: 217 time: 0.0361063 Aug 12 17:43:42.949918 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-d40a0219-2439-4a48-bf84-378f009a13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:42.951372 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-d40a0219-2439-4a48-bf84-378f009a13b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.0439939 Aug 12 17:43:42.997984 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-816df91e-63e6-4e67-a1c9-5e47966180b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:42.999560 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-816df91e-63e6-4e67-a1c9-5e47966180b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398896 Aug 12 17:43:43.057451 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddbb35-d662-4321-a857-4c7ae951083d req-c9fd99b7-1442-4e31-ae5f-c5d400daf9f5 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:43.059972 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-66ddbb35-d662-4321-a857-4c7ae951083d req-c9fd99b7-1442-4e31-ae5f-c5d400daf9f5 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0569034 Aug 12 17:43:43.097192 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-4e20025d-09cd-430f-a06f-2c3e4fe615ec service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897479 Aug 12 17:43:43.101559 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-66ddbb35-d662-4321-a857-4c7ae951083d req-94a753c1-27fd-490b-939b-5d803435305a tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355620 Aug 12 17:43:43.188023 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-580d4609-ae70-438a-a7fc-e6e2191ec09c req-27a223c6-23ba-4f4c-8e9e-5f611e5b454c service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830476 Aug 12 17:43:43.441679 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be709ba5-f66f-4fe3-8ed2-ff1596633760 req-480bdb46-ef89-45c2-997e-dcc147599216 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:43.443215 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-be709ba5-f66f-4fe3-8ed2-ff1596633760 req-480bdb46-ef89-45c2-997e-dcc147599216 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0510359 Aug 12 17:43:43.487281 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-be709ba5-f66f-4fe3-8ed2-ff1596633760 req-ef7f7b5f-61eb-451b-904b-55abe671d239 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376134 Aug 12 17:43:44.217398 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7665c4a-1312-4687-9fbd-12169367776d req-c354a311-87f3-4ed4-96b7-2c3e98df6d27 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:44.218915 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7665c4a-1312-4687-9fbd-12169367776d req-c354a311-87f3-4ed4-96b7-2c3e98df6d27 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0503192 Aug 12 17:43:44.260505 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7665c4a-1312-4687-9fbd-12169367776d req-79af3790-485a-46dd-b268-95ebac9a19dc tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343184 Aug 12 17:43:44.610295 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6ae03-24bf-4229-9ea8-4f35b69856c0 req-d6ef6d2f-6ff5-43d4-a10a-2a3ed468c011 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:44.611793 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5fd6ae03-24bf-4229-9ea8-4f35b69856c0 req-d6ef6d2f-6ff5-43d4-a10a-2a3ed468c011 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0499389 Aug 12 17:43:44.649661 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5fd6ae03-24bf-4229-9ea8-4f35b69856c0 req-e2085e7c-45a1-4c09-8cd6-f3e926b4cb96 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Aug 12 17:43:45.382789 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65df4b4-8922-49d3-95b6-bf6c1c19b910 req-1cb91c6c-7d69-4b21-8c3b-150e27b37af9 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:45.384150 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a65df4b4-8922-49d3-95b6-bf6c1c19b910 req-1cb91c6c-7d69-4b21-8c3b-150e27b37af9 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0558844 Aug 12 17:43:45.429802 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a65df4b4-8922-49d3-95b6-bf6c1c19b910 req-08eba134-f13b-414b-a3eb-bb4b9e94a0d8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392489 Aug 12 17:43:45.777812 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ab41-fe89-493c-b31b-bec9f7b4b351 req-c33a4b27-2269-4b70-a703-140c201a391a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:45.779327 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-03b2ab41-fe89-493c-b31b-bec9f7b4b351 req-c33a4b27-2269-4b70-a703-140c201a391a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0484297 Aug 12 17:43:45.821536 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-03b2ab41-fe89-493c-b31b-bec9f7b4b351 req-2a50a61b-8b58-447c-a57c-2c3e97dd617a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344431 Aug 12 17:43:46.546313 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac832e-c470-4ec5-9149-b9085f11b31f req-2221e4f9-9ae4-45ed-a4d6-5b487907e0ae tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:46.547787 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-99ac832e-c470-4ec5-9149-b9085f11b31f req-2221e4f9-9ae4-45ed-a4d6-5b487907e0ae tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0485442 Aug 12 17:43:46.588332 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-99ac832e-c470-4ec5-9149-b9085f11b31f req-2cd35c23-0c79-43ae-99fa-7bbf241f707d tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340247 Aug 12 17:43:46.915353 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 925c7aba-3003-4e34-87cd-7864174b2ea1 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:43:46.937886 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed334e-3110-487d-8e05-faa0f5587166 req-5eef3450-67d2-4846-ae10-84c292a6de20 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:46.939404 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e1ed334e-3110-487d-8e05-faa0f5587166 req-5eef3450-67d2-4846-ae10-84c292a6de20 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0491688 Aug 12 17:43:46.981251 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e1ed334e-3110-487d-8e05-faa0f5587166 req-348ac143-c13a-4899-8c9d-29cce3349a1c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356627 Aug 12 17:43:47.012068 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:43:47.024436 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'port_id': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'mac_address': 'fa:16:3e:71:75:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:43:47.060589 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:47.073104 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925c7aba-3003-4e34-87cd-7864174b2ea1 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:43:47.091964 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:43:47.096633 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:47.144944 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:47.577347 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['925c7aba-3003-4e34-87cd-7864174b2ea1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:43:47.702368 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9803367-f83e-4544-accb-4274764555e3 req-413f1828-3b03-41c4-8dd5-cc6297e7fb87 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:47.703855 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f9803367-f83e-4544-accb-4274764555e3 req-413f1828-3b03-41c4-8dd5-cc6297e7fb87 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0491934 Aug 12 17:43:47.743841 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f9803367-f83e-4544-accb-4274764555e3 req-e7bcf219-943a-4064-88cb-bdf7dd6fc5fe tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327675 Aug 12 17:43:48.097550 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb8494-03ee-406c-9ca2-0d8a6507ccec req-116436a5-66b5-44a4-a2ed-c4f4a280a831 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:48.099041 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a4eb8494-03ee-406c-9ca2-0d8a6507ccec req-116436a5-66b5-44a4-a2ed-c4f4a280a831 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 944 time: 0.0483198 Aug 12 17:43:48.135831 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a4eb8494-03ee-406c-9ca2-0d8a6507ccec req-4ca0b265-0026-4f25-8875-86cc2831be22 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309780 Aug 12 17:43:48.858065 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591120d6-d32a-4770-b054-07e0d52c706b req-3650d4c8-2321-410b-ae1b-7692436cc9cf tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:48.859526 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-591120d6-d32a-4770-b054-07e0d52c706b req-3650d4c8-2321-410b-ae1b-7692436cc9cf tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0483069 Aug 12 17:43:48.888152 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 925c7aba-3003-4e34-87cd-7864174b2ea1 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:43:48.903929 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-591120d6-d32a-4770-b054-07e0d52c706b req-464725cd-0dbb-44e9-a077-cf1c4d4d8d51 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&id=d5eacf77-342f-4b30-9b76-b4fb7ba2089f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379388 Aug 12 17:43:48.935607 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 925c7aba-3003-4e34-87cd-7864174b2ea1 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:43:48.939306 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 925c7aba-3003-4e34-87cd-7864174b2ea1 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:43:48.940254 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:49.017106 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:49.038887 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:43:49.041205 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabcbc10-7ca9-475b-a35f-2db3f4f7da86" -d '{"events": [{"server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "name": "network-vif-plugged", "status": "completed", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:43:49.054474 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:43:49.058304 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:49.083215 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1ff11e-e2ce-41a2-9c3b-833403fd8e56 x-openstack-request-id: req-9e1ff11e-e2ce-41a2-9c3b-833403fd8e56 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:43:49.083502 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "name": "network-vif-plugged", "status": "completed", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:43:49.083756 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e1ff11e-e2ce-41a2-9c3b-833403fd8e56 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:43:49.084144 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'code': 200} Aug 12 17:43:49.109538 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:43:49.117057 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.117407 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.117750 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.118106 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.118446 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.118781 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.119107 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.119437 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.119764 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.120089 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.120417 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.120739 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:43:49.254413 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf673ad-06c7-4bdf-b075-ea92f04b1997 req-9036ca1c-a319-418f-b5c3-92560a9a85df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:49.255967 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-caf673ad-06c7-4bdf-b075-ea92f04b1997 req-9036ca1c-a319-418f-b5c3-92560a9a85df service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 1098 time: 0.0450008 Aug 12 17:43:49.258718 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a57399-acdc-42c0-a40d-cb9efedbe5ef req-309d3e19-1eae-4245-8978-ac6a5456358c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:49.261307 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-60a57399-acdc-42c0-a40d-cb9efedbe5ef req-309d3e19-1eae-4245-8978-ac6a5456358c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0509384 Aug 12 17:43:49.296382 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-caf673ad-06c7-4bdf-b075-ea92f04b1997 req-36f7d467-8936-4dfd-a92a-2da26f58c7dd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322049 Aug 12 17:43:49.310342 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-60a57399-acdc-42c0-a40d-cb9efedbe5ef req-67990ecf-6d7f-4daa-b5ec-c54042548519 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366440 Aug 12 17:43:50.428811 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703103ab-d59a-49a6-9468-5c6f877f77e3 req-7bacc6f8-3f09-4507-b2e0-2c0444a06545 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:50.430318 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-703103ab-d59a-49a6-9468-5c6f877f77e3 req-7bacc6f8-3f09-4507-b2e0-2c0444a06545 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0475621 Aug 12 17:43:50.468098 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-703103ab-d59a-49a6-9468-5c6f877f77e3 req-6b68fd8e-aace-48d8-a8b4-b0c8795ffeae tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314929 Aug 12 17:43:51.586531 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85704f7a-ec3b-483e-ad3d-f1b8e70dc952 req-fd120ca1-45f6-48c1-a674-ae84adbc2f81 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:51.588006 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-85704f7a-ec3b-483e-ad3d-f1b8e70dc952 req-fd120ca1-45f6-48c1-a674-ae84adbc2f81 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0500269 Aug 12 17:43:51.628503 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-85704f7a-ec3b-483e-ad3d-f1b8e70dc952 req-18f4b3ee-5f1c-40f1-a69d-c44d59223cfa tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344524 Aug 12 17:43:51.742021 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea4442-d895-480b-8161-3c43a3681e3b req-fd960950-b40a-446b-938f-d960e01b16b4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:51.743479 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e8ea4442-d895-480b-8161-3c43a3681e3b req-fd960950-b40a-446b-938f-d960e01b16b4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0493474 Aug 12 17:43:51.751961 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54188) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:43:51.757918 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-087310ba-d31b-4f2c-ad92-014000c37d38 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Request body: {'floatingip': {'port_id': '925c7aba-3003-4e34-87cd-7864174b2ea1'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:43:51.797715 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-087310ba-d31b-4f2c-ad92-014000c37d38 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:52.228884 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-087310ba-d31b-4f2c-ad92-014000c37d38 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:52.232873 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-087310ba-d31b-4f2c-ad92-014000c37d38 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:52.333496 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.l3_db [None req-087310ba-d31b-4f2c-ad92-014000c37d38 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Floating IP 5d729cb0-fb5d-4fc0-99ce-e33c43bb2201 associated. External IP: 172.27.1.223, port: 925c7aba-3003-4e34-87cd-7864174b2ea1. Aug 12 17:43:52.534615 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087310ba-d31b-4f2c-ad92-014000c37d38 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Router de6b7917-9d0e-4403-b79d-d8543a1a2b92 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:43:52.639773 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087310ba-d31b-4f2c-ad92-014000c37d38 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:43:52.644620 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-087310ba-d31b-4f2c-ad92-014000c37d38 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:43:52.649282 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] Sync routers for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:43:52.659484 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:43:52.660093 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:43:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:43:52.671683 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-087310ba-d31b-4f2c-ad92-014000c37d38 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "PUT /v2.0/floatingips/5d729cb0-fb5d-4fc0-99ce-e33c43bb2201 HTTP/1.1" status: 200 len: 991 time: 0.9182973 Aug 12 17:43:52.672268 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:43:52.677551 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951" -d '{"events": [{"name": "network-changed", "server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:43:52.712257 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc8e210-6ba8-4a3e-a799-91a3b7c6b930 x-openstack-request-id: req-bcc8e210-6ba8-4a3e-a799-91a3b7c6b930 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:43:52.712547 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:43:52.712804 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcc8e210-6ba8-4a3e-a799-91a3b7c6b930 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:43:52.713195 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'status': 'completed', 'code': 200} Aug 12 17:43:52.772618 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:43:52.784397 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-c96dd496-964a-4210-a103-4b835b7ddb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:52.785902 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-c96dd496-964a-4210-a103-4b835b7ddb09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 1098 time: 0.0428255 Aug 12 17:43:52.874635 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-087e38b6-3fea-4717-a9fa-fb9cde7edeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:52.876101 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-087e38b6-3fea-4717-a9fa-fb9cde7edeb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 917 time: 0.0826247 Aug 12 17:43:52.945763 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-f8b1bc24-ca66-4163-bdab-21959c71cd1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925c7aba-3003-4e34-87cd-7864174b2ea1 HTTP/1.1" status: 200 len: 999 time: 0.0611014 Aug 12 17:43:52.992380 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '5d729cb0-fb5d-4fc0-99ce-e33c43bb2201', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'port_id': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'mac_address': 'fa:16:3e:71:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:43:38Z', 'updated_at': '2021-08-12T17:43:52Z', 'revision_number': 1, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:43:52.995540 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-95502fa5-12d6-44f2-bebf-6f15ebfffb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:52.997035 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-95502fa5-12d6-44f2-bebf-6f15ebfffb30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.0436230 Aug 12 17:43:53.023686 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] Checking router: de6b7917-9d0e-4403-b79d-d8543a1a2b92 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:43:53.031995 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:43:53.032599 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:43:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:43:53.045156 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-61b591a0-77ab-4a23-ba63-3be6320d68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:43:53.046730 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-61b591a0-77ab-4a23-ba63-3be6320d68d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400667 Aug 12 17:43:53.138570 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:43:53.145635 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-2d80a1ef-1541-41eb-89f9-08f2672e17b0 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871472 Aug 12 17:43:53.240321 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2ab1141d-b6b2-4e11-9b0b-6eabd783b951 req-bf8d9aea-a021-4785-bd98-007dfa9ee2c3 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808070 Aug 12 17:43:53.476721 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '5d729cb0-fb5d-4fc0-99ce-e33c43bb2201', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'port_id': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'mac_address': 'fa:16:3e:71:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:43:38Z', 'updated_at': '2021-08-12T17:43:52Z', 'revision_number': 1, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:43:53.506304 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e644657e-44fc-469f-a61c-8e5adf85d711 None None] The sync data for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi is: [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '5d729cb0-fb5d-4fc0-99ce-e33c43bb2201', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'port_id': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'mac_address': 'fa:16:3e:71:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:43:38Z', 'updated_at': '2021-08-12T17:43:52Z', 'revision_number': 1, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:43:53.685489 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e964b98-5ea3-4667-8b92-e72a7db246be None None] New status for floating IP 5d729cb0-fb5d-4fc0-99ce-e33c43bb2201: ACTIVE {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:43:58.707486 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:43:59.906462 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:00.057912 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-55b56b33-d828-40ec-a5af-d8cb4bd5db55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:01.572110 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08e550-d806-4239-82e1-16af90752695 req-7cce967a-8362-452f-b5ae-d9e1594c76a1 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:01.573588 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9a08e550-d806-4239-82e1-16af90752695 req-7cce967a-8362-452f-b5ae-d9e1594c76a1 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0489082 Aug 12 17:44:01.611444 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9a08e550-d806-4239-82e1-16af90752695 req-50d667db-18b3-4e14-8001-f0ac35c1eb44 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Aug 12 17:44:02.727234 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c79b6-61d5-448a-870d-f6e0e4d798f8 req-53c6063c-6e28-4251-8806-ec6de6d106b6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:02.728591 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-304c79b6-61d5-448a-870d-f6e0e4d798f8 req-53c6063c-6e28-4251-8806-ec6de6d106b6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0469272 Aug 12 17:44:02.764477 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-304c79b6-61d5-448a-870d-f6e0e4d798f8 req-da62bcd5-31b6-4895-b2c0-26a0e58e5d86 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301256 Aug 12 17:44:02.898689 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b1a85191-7b15-48e6-9e7a-d9cfc0055d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:02.933199 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019732c7-6e6e-440d-8cfc-67411f176707 req-2d91c370-a217-4048-afa0-3726a4943f09 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:02.934679 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-019732c7-6e6e-440d-8cfc-67411f176707 req-2d91c370-a217-4048-afa0-3726a4943f09 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.10 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 945 time: 0.0535059 Aug 12 17:44:03.027297 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Deleting port e8b4595f-da7d-4422-8eaf-f8c9989213b5 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:03.027561 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:03.116213 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] For port e8b4595f-da7d-4422-8eaf-f8c9989213b5, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=e8b4595f-da7d-4422-8eaf-f8c9989213b5,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:03.116637 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:03.251611 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:03.284868 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:03.285157 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:03.285472 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.l3_db [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Floating IP 96c25e5d-58d9-471f-9766-e3c686310741 disassociated. External IP: 172.27.1.111, port: e8b4595f-da7d-4422-8eaf-f8c9989213b5. Aug 12 17:44:03.285813 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Calling delete_port for e8b4595f-da7d-4422-8eaf-f8c9989213b5 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:03.411637 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:03.441723 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event deleted for resources: {'Port': ['ID=e8b4595f-da7d-4422-8eaf-f8c9989213b5,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:03.551631 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Router 17086a1a-d575-49bd-a4c8-dafb4822424e has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:44:03.657658 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:44:03.667069 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] Sync routers for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:44:03.676240 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:03.676852 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:03.696809 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] No DVR routers for this DVR port e8b4595f-da7d-4422-8eaf-f8c9989213b5 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:44:03.699380 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:03.701352 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-019732c7-6e6e-440d-8cfc-67411f176707 req-1309d223-e1a4-4360-9531-de13b6e8ba0a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.10 "DELETE /v2.0/ports/e8b4595f-da7d-4422-8eaf-f8c9989213b5 HTTP/1.1" status: 204 len: 173 time: 0.7582085 Aug 12 17:44:03.701788 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'name': 'network-vif-deleted', 'tag': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:44:03.704039 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15879216-a7be-4906-a655-ea9f6f873a02" -d '{"events": [{"server_uuid": "a76f79cd-633a-4101-9a6e-0015493f7ac9", "name": "network-vif-deleted", "tag": "e8b4595f-da7d-4422-8eaf-f8c9989213b5"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:44:03.746710 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea42e35-8db5-4550-a882-257e6f45a3ff x-openstack-request-id: req-bea42e35-8db5-4550-a882-257e6f45a3ff {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:44:03.746925 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76f79cd-633a-4101-9a6e-0015493f7ac9", "name": "network-vif-deleted", "tag": "e8b4595f-da7d-4422-8eaf-f8c9989213b5", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:44:03.747180 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bea42e35-8db5-4550-a882-257e6f45a3ff {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:44:03.747577 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76f79cd-633a-4101-9a6e-0015493f7ac9', 'name': 'network-vif-deleted', 'tag': 'e8b4595f-da7d-4422-8eaf-f8c9989213b5', 'status': 'completed', 'code': 200} Aug 12 17:44:03.790616 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:03.888135 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7648c97-aeec-4a1a-a53f-bc775ae112f4 req-55d26a6b-7026-4870-9a5c-cb9a2d1e939c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=a76f79cd-633a-4101-9a6e-0015493f7ac9 HTTP/1.1" status: 200 len: 210 time: 0.0358222 Aug 12 17:44:04.006762 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:04.043345 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] Checking router: 17086a1a-d575-49bd-a4c8-dafb4822424e for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:44:04.059346 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:04.059939 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:04.095542 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:04.167806 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:04.368447 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:04.395664 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204db3c9-afa0-4316-9ed4-acdba97173b2 None None] The sync data for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi is: [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:44:04.602375 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef720efb-6d0d-44f5-b20b-430b0bf2ff19 None None] New status for floating IP 96c25e5d-58d9-471f-9766-e3c686310741: DOWN {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:44:04.974159 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54242) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:05.027554 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ea46c521-3213-42ef-a8fe-72c5850704a3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.053006 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ea46c521-3213-42ef-a8fe-72c5850704a3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.100157 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ea46c521-3213-42ef-a8fe-72c5850704a3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.102738 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ea46c521-3213-42ef-a8fe-72c5850704a3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.103884 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-ea46c521-3213-42ef-a8fe-72c5850704a3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "DELETE /v2.0/security-groups/4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3 HTTP/1.1" status: 204 len: 168 time: 0.1287587 Aug 12 17:44:05.106642 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54244) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:05.113654 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46c521-3213-42ef-a8fe-72c5850704a3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:05.120885 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.api.v2.resource [None req-50af0ef0-9923-4d05-a6a4-b0590228901f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] show failed (client error): The resource could not be found. Aug 12 17:44:05.121919 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-50af0ef0-9923-4d05-a6a4-b0590228901f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups/4aa9b1bb-1ec7-4664-a60d-37cf8a9cccd3 HTTP/1.1" status: 404 len: 347 time: 0.0141830 Aug 12 17:44:05.124860 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54246) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:05.247513 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-12f41268-41ca-4898-9ac8-63aebfe28095 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Deleting port c10c2126-fd10-4ebe-b45b-4fd61aa2b1b3 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:05.247777 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-12f41268-41ca-4898-9ac8-63aebfe28095 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.330589 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-12f41268-41ca-4898-9ac8-63aebfe28095 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.330922 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-12f41268-41ca-4898-9ac8-63aebfe28095 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.342423 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-12f41268-41ca-4898-9ac8-63aebfe28095 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Calling delete_port for c10c2126-fd10-4ebe-b45b-4fd61aa2b1b3 owned by network:floatingip {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:05.453589 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.473517 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-12f41268-41ca-4898-9ac8-63aebfe28095 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.733155 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f41268-41ca-4898-9ac8-63aebfe28095 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event deleted for resources: {'Port': ['ID=c10c2126-fd10-4ebe-b45b-4fd61aa2b1b3,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:05.793469 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-12f41268-41ca-4898-9ac8-63aebfe28095 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.796007 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-12f41268-41ca-4898-9ac8-63aebfe28095 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:05.797153 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-12f41268-41ca-4898-9ac8-63aebfe28095 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "DELETE /v2.0/floatingips/96c25e5d-58d9-471f-9766-e3c686310741 HTTP/1.1" status: 204 len: 168 time: 0.6713257 Aug 12 17:44:06.103217 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54252) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:06.107840 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-82f35b80-dd48-4328-afdc-4dbdd084b36f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'security_group': {'name': 'tempest-securitygroup--52331671', 'description': 'tempest-description--713013740'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:44:06.130779 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-82f35b80-dd48-4328-afdc-4dbdd084b36f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.209445 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-82f35b80-dd48-4328-afdc-4dbdd084b36f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.213082 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-82f35b80-dd48-4328-afdc-4dbdd084b36f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.238498 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-82f35b80-dd48-4328-afdc-4dbdd084b36f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.239715 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-82f35b80-dd48-4328-afdc-4dbdd084b36f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1354737 Aug 12 17:44:06.242739 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54254) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:06.243660 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f35b80-dd48-4328-afdc-4dbdd084b36f tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb4852b-f90e-477c-953a-7f85e1dd19cb,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:06.247380 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-08564dc4-f871-45e0-9809-c2d7b66d3246 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'security_group_rule': {'security_group_id': 'fbb4852b-f90e-477c-953a-7f85e1dd19cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:44:06.276067 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-08564dc4-f871-45e0-9809-c2d7b66d3246 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.323190 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-08564dc4-f871-45e0-9809-c2d7b66d3246 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.326829 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-08564dc4-f871-45e0-9809-c2d7b66d3246 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.343408 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08564dc4-f871-45e0-9809-c2d7b66d3246 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310b2e0a-65ce-48ba-a20e-d88e543d2453,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:06.349762 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-08564dc4-f871-45e0-9809-c2d7b66d3246 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.351013 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-08564dc4-f871-45e0-9809-c2d7b66d3246 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1072528 Aug 12 17:44:06.353705 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54256) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:06.358045 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-ab9a9371-70c2-431b-a42b-c9c3024985ba tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'security_group_rule': {'security_group_id': 'fbb4852b-f90e-477c-953a-7f85e1dd19cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:44:06.383114 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9371-70c2-431b-a42b-c9c3024985ba tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.441841 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9371-70c2-431b-a42b-c9c3024985ba tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.445702 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9371-70c2-431b-a42b-c9c3024985ba tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439368'] for security_group_rule, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.463875 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a9371-70c2-431b-a42b-c9c3024985ba tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7b951d-6f83-4969-b4c6-2790a7fdd6b7,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:06.466183 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab9a9371-70c2-431b-a42b-c9c3024985ba tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.467343 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-ab9a9371-70c2-431b-a42b-c9c3024985ba tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127000 Aug 12 17:44:06.471066 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54258) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:06.475412 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'floatingip': {'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:44:06.496384 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.587465 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.692221 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Allocated IP 172.27.1.250 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/8ef674cd-96bd-4d62-8771-c2e98cbbec97) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:44:06.790831 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.828058 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.871089 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:44:06.873967 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:44:06.877613 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:44:06.883014 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'Port': ['ID=8ef674cd-96bd-4d62-8771-c2e98cbbec97,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:06.969300 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:06.994617 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device e8b4595f-da7d-4422-8eaf-f8c9989213b5 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:44:07.002825 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:07.017921 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: e8b4595f-da7d-4422-8eaf-f8c9989213b5 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:44:07.018293 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device e8b4595f-da7d-4422-8eaf-f8c9989213b5 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:44:07.150895 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:07.155461 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126545574'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:07.223162 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'Port': ['ID=8ef674cd-96bd-4d62-8771-c2e98cbbec97,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:07.234657 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:07.247696 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:07.248927 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-9a046bd5-6f3e-48f6-ace6-f14eecbd89c6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7769120 Aug 12 17:44:07.437594 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b7cde6ce-5ba4-434e-a337-5e2fbc32cf2a tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--52331671&fields=id&tenant_id=f427f178d24e44fb8c72a7030360bd1f HTTP/1.1" status: 200 len: 267 time: 0.0349841 Aug 12 17:44:07.541854 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-0288b137-0efa-4232-a858-1fe9ad5b4e90 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:07.543342 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-0288b137-0efa-4232-a858-1fe9ad5b4e90 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 810 time: 0.0985713 Aug 12 17:44:07.558254 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-3c00a0e7-71d1-4ee6-9cf8-6d793c977c4e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/quotas/f427f178d24e44fb8c72a7030360bd1f HTTP/1.1" status: 200 len: 375 time: 0.0087616 Aug 12 17:44:07.609314 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-6eadd171-649d-43cb-ad2c-156a46f9b0c7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459287 Aug 12 17:44:07.937040 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-787d21a7-5139-43b4-a618-84b22ea5a66c service neutron] 10.222.0.25 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158433 Aug 12 17:44:08.025140 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-1acf9644-d981-4b97-81a2-7a77e88a9a0e service neutron] 10.222.0.25 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818877 Aug 12 17:44:08.184851 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-dc2cdd9e-0ffa-4404-90c4-920830793eff req-fd06d692-ac89-458e-b264-fe686fb7888c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 210 time: 0.0298092 Aug 12 17:44:09.176011 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-5c95d939-c59d-48a2-910c-f95bd7c5a71d tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:09.178214 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-5c95d939-c59d-48a2-910c-f95bd7c5a71d tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.10 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 810 time: 0.1045432 Aug 12 17:44:09.223681 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-4c66bfa1-321d-412a-900f-b64f7e098ba3 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f427f178d24e44fb8c72a7030360bd1f HTTP/1.1" status: 200 len: 378 time: 0.0354366 Aug 12 17:44:09.236814 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'port': {'device_id': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'admin_state_up': True, 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'security_groups': ['fbb4852b-f90e-477c-953a-7f85e1dd19cb']}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:44:09.277500 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6bde6d77-1c29-4f29-baf1-a5bb6079ec8a req-b9d7c7f6-3e36-4d8f-b227-d699c002a43b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 210 time: 0.0261116 Aug 12 17:44:09.347668 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Made reservation on behalf of f427f178d24e44fb8c72a7030360bd1f for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:44:09.351174 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:09.470863 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Allocated IP 172.20.0.10 (62101b59-2a07-457f-a492-cb59bed73924/201e3868-33d2-428e-91a1-0151cccdf7b7/8be58af7-a283-434a-a73e-23a54b0897c0) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:44:09.604257 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:09.617893 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Transition to ACTIVE for port object 8be58af7-a283-434a-a73e-23a54b0897c0 will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:44:09.650042 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:09.692707 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Network 62101b59-2a07-457f-a492-cb59bed73924 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:44:09.696003 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:44:09.699650 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:44:09.723167 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event updated for resources: {'Port': ['ID=8be58af7-a283-434a-a73e-23a54b0897c0,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:09.751512 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:09.752143 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:09.766964 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-b8e41948-062a-4472-8794-8de91e3964f9 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5347395 Aug 12 17:44:09.782036 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Request body: {'port': {'device_id': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:44:09.843361 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:09.907069 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-0d99f9ba-f008-401f-abea-ad7e2f81d095 None None] Provisioning for port 8be58af7-a283-434a-a73e-23a54b0897c0 completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:44:09.913088 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-0d99f9ba-f008-401f-abea-ad7e2f81d095 None None] Provisioning complete for port 8be58af7-a283-434a-a73e-23a54b0897c0 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:44:09.913088 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0d99f9ba-f008-401f-abea-ad7e2f81d095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:09.946960 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-0d99f9ba-f008-401f-abea-ad7e2f81d095 None None] Port 8be58af7-a283-434a-a73e-23a54b0897c0 cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:44:10.102666 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be58af7-a283-434a-a73e-23a54b0897c0 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:44:10.109999 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:10.121306 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Transition to ACTIVE for port object 8be58af7-a283-434a-a73e-23a54b0897c0 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:44:10.125173 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:10.196244 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Pushing event updated for resources: {'Port': ['ID=8be58af7-a283-434a-a73e-23a54b0897c0,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:10.247256 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Attempting to bind port 8be58af7-a283-434a-a73e-23a54b0897c0 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:44:10.247595 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Attempting to bind port 8be58af7-a283-434a-a73e-23a54b0897c0 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:44:10.248065 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Attempting to bind port 8be58af7-a283-434a-a73e-23a54b0897c0 on network 62101b59-2a07-457f-a492-cb59bed73924 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:44:10.253168 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Port 8be58af7-a283-434a-a73e-23a54b0897c0 on network 62101b59-2a07-457f-a492-cb59bed73924 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:44:10.253496 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Attempting to bind port 8be58af7-a283-434a-a73e-23a54b0897c0 on network 62101b59-2a07-457f-a492-cb59bed73924 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:44:10.258709 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:44:10.259059 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Checking segment: {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:44:10.259456 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Bound using segment: {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:44:10.259897 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Bound port: 8be58af7-a283-434a-a73e-23a54b0897c0, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c9787bb-c8f2-431a-a0b6-7290469ffb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '62101b59-2a07-457f-a492-cb59bed73924'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:44:10.260265 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:10.331860 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] For port 8be58af7-a283-434a-a73e-23a54b0897c0, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:44:10.335164 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] For port 8be58af7-a283-434a-a73e-23a54b0897c0, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=8be58af7-a283-434a-a73e-23a54b0897c0,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:44:10.339858 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:10.385506 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:10.386159 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:10.387570 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] 10.222.0.10 "PUT /v2.0/ports/8be58af7-a283-434a-a73e-23a54b0897c0 HTTP/1.1" status: 200 len: 1094 time: 0.6099548 Aug 12 17:44:10.388025 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'tag': '8be58af7-a283-434a-a73e-23a54b0897c0'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:44:10.390373 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630" -d '{"events": [{"name": "network-changed", "server_uuid": "dc59ca0d-6906-4fc0-9ddd-7e8f7c513284", "tag": "8be58af7-a283-434a-a73e-23a54b0897c0"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:44:10.403559 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea309cf3-da09-4fd3-8d13-3bf4b6788575 req-20725577-a9dd-4a40-a5dd-e8b9d75df91c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:10.405813 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea309cf3-da09-4fd3-8d13-3bf4b6788575 req-20725577-a9dd-4a40-a5dd-e8b9d75df91c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 944 time: 0.0537672 Aug 12 17:44:10.425828 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b78fb1-5cb7-48c7-a887-76703dc908bc service neutron] Pushing event updated for resources: {'Port': ['ID=8be58af7-a283-434a-a73e-23a54b0897c0,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:10.455856 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ea309cf3-da09-4fd3-8d13-3bf4b6788575 req-3795d08c-21d2-4d46-be11-0b5fd8fda1f4 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400262 Aug 12 17:44:10.461856 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee7614e-0b76-40b1-b8ca-7039b88e63af x-openstack-request-id: req-1ee7614e-0b76-40b1-b8ca-7039b88e63af {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:44:10.462171 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc59ca0d-6906-4fc0-9ddd-7e8f7c513284", "tag": "8be58af7-a283-434a-a73e-23a54b0897c0", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:44:10.462427 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ee7614e-0b76-40b1-b8ca-7039b88e63af {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:44:10.462829 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'tag': '8be58af7-a283-434a-a73e-23a54b0897c0', 'status': 'completed', 'code': 200} Aug 12 17:44:10.481669 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-fbab9f35-9376-42fe-a463-68e5901077cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:10.483290 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-fbab9f35-9376-42fe-a463-68e5901077cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 1097 time: 0.0501721 Aug 12 17:44:10.528718 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-fc8dac1d-20d7-4f8e-b45a-d5d02375b5b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be58af7-a283-434a-a73e-23a54b0897c0 HTTP/1.1" status: 200 len: 217 time: 0.0358467 Aug 12 17:44:10.580231 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-713db7fc-7b47-4c0c-9055-89c0d9bd2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:10.581721 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-713db7fc-7b47-4c0c-9055-89c0d9bd2bdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 200 len: 849 time: 0.0461414 Aug 12 17:44:10.630495 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-04dc8b99-d532-4d7e-83c0-efc2eccf957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:10.632056 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-04dc8b99-d532-4d7e-83c0-efc2eccf957d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62101b59-2a07-457f-a492-cb59bed73924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431051 Aug 12 17:44:10.721136 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-12b5b7eb-7132-4e1e-98e1-06a21cf9a90f service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815966 Aug 12 17:44:10.815742 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9ed9b19b-da4e-4e92-8091-cf2982c8566b req-be305a0f-8c81-47ce-91f4-74e838d24842 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864327 Aug 12 17:44:10.913061 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-b5259928-2c8d-47ee-991b-2f08393077fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:10.914674 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-b5259928-2c8d-47ee-991b-2f08393077fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 1097 time: 0.0411165 Aug 12 17:44:11.007339 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-4829a67b-8da4-4bf8-82a8-c70cbc27b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:11.008832 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-4829a67b-8da4-4bf8-82a8-c70cbc27b694 service neutron] 10.222.0.10 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 910 time: 0.0870972 Aug 12 17:44:11.051827 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-81dfeb42-5722-45ab-b9fe-2bab8d02e9b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be58af7-a283-434a-a73e-23a54b0897c0 HTTP/1.1" status: 200 len: 217 time: 0.0348725 Aug 12 17:44:11.108565 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-80e49b34-3ea9-4b62-aa48-84a5c351906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:11.110057 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-80e49b34-3ea9-4b62-aa48-84a5c351906d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 200 len: 849 time: 0.0508382 Aug 12 17:44:11.155243 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-1622b170-bd39-4c41-8c91-68b616a96e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:11.156751 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-1622b170-bd39-4c41-8c91-68b616a96e4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62101b59-2a07-457f-a492-cb59bed73924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384271 Aug 12 17:44:11.251406 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-e976d33d-3378-4552-a583-f64d52a2775a service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852108 Aug 12 17:44:11.340744 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-b4fec4e9-c160-48f5-a1a9-0607e8c1a630 req-7584a505-da12-4538-8e82-caac75254ea1 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815346 Aug 12 17:44:11.568309 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603339f7-978e-44d3-b71f-942600d86634 req-38e3550f-99ed-403b-b06d-e3a0edc7eacb tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:11.570035 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-603339f7-978e-44d3-b71f-942600d86634 req-38e3550f-99ed-403b-b06d-e3a0edc7eacb tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 944 time: 0.0480981 Aug 12 17:44:11.606871 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-603339f7-978e-44d3-b71f-942600d86634 req-20f344af-eafa-4ce7-8917-b7b6f36a7ffd tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309122 Aug 12 17:44:12.721018 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1a4e9-2d4c-4471-92a4-6a77ab1fab60 req-c9ce73a8-fc33-4ad5-8b7a-fc5f45a333fd tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:12.722495 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4bb1a4e9-2d4c-4471-92a4-6a77ab1fab60 req-c9ce73a8-fc33-4ad5-8b7a-fc5f45a333fd tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 944 time: 0.0511644 Aug 12 17:44:12.759177 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-4bb1a4e9-2d4c-4471-92a4-6a77ab1fab60 req-273df39f-edee-4cba-8c42-4bd3b338fe85 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308332 Aug 12 17:44:13.873410 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873022f7-76f3-43a9-94c1-f41bc1f80e51 req-6e3c1c72-d05d-4cd2-9ea1-6f5f5c0978bc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:13.875460 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-873022f7-76f3-43a9-94c1-f41bc1f80e51 req-6e3c1c72-d05d-4cd2-9ea1-6f5f5c0978bc tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 944 time: 0.0480478 Aug 12 17:44:13.915059 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-873022f7-76f3-43a9-94c1-f41bc1f80e51 req-795b2faa-a382-4238-84bc-8efbaf37bb0c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329812 Aug 12 17:44:15.010326 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 8be58af7-a283-434a-a73e-23a54b0897c0 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:44:15.028799 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13ad00-aa15-4139-9cf7-94cccff2970f req-097dc86b-7cab-405c-a0a4-6e41aa75d515 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:15.030332 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8e13ad00-aa15-4139-9cf7-94cccff2970f req-097dc86b-7cab-405c-a0a4-6e41aa75d515 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 944 time: 0.0487487 Aug 12 17:44:15.070750 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8e13ad00-aa15-4139-9cf7-94cccff2970f req-9bf500ed-79ee-40cf-80d6-00a17d58f874 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323277 Aug 12 17:44:15.104833 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 8be58af7-a283-434a-a73e-23a54b0897c0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=8be58af7-a283-434a-a73e-23a54b0897c0,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:15.119597 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '8be58af7-a283-434a-a73e-23a54b0897c0', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'port_id': '8be58af7-a283-434a-a73e-23a54b0897c0', 'mac_address': 'fa:16:3e:2e:2a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:44:15.155161 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:15.167600 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be58af7-a283-434a-a73e-23a54b0897c0 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:44:15.186724 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 8be58af7-a283-434a-a73e-23a54b0897c0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=8be58af7-a283-434a-a73e-23a54b0897c0,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:15.191691 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:15.239145 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=8be58af7-a283-434a-a73e-23a54b0897c0,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:15.621404 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['8be58af7-a283-434a-a73e-23a54b0897c0'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:44:16.202022 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf17c4-29a9-4b61-ab00-26a4439563c1 req-9421a6e3-8603-4d99-8a5a-6823569e82fa tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:16.203497 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3caf17c4-29a9-4b61-ab00-26a4439563c1 req-9421a6e3-8603-4d99-8a5a-6823569e82fa tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 945 time: 0.0511556 Aug 12 17:44:16.240075 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3caf17c4-29a9-4b61-ab00-26a4439563c1 req-6572e433-0438-4ea3-91cf-3075880537d6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308139 Aug 12 17:44:17.037741 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 8be58af7-a283-434a-a73e-23a54b0897c0 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:44:17.085332 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 8be58af7-a283-434a-a73e-23a54b0897c0 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:44:17.088844 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 8be58af7-a283-434a-a73e-23a54b0897c0 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:44:17.089218 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:17.165714 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:17.186789 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be58af7-a283-434a-a73e-23a54b0897c0'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:44:17.189534 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b7ee09-ba00-4893-8c84-486f743c09dc" -d '{"events": [{"server_uuid": "dc59ca0d-6906-4fc0-9ddd-7e8f7c513284", "name": "network-vif-plugged", "status": "completed", "tag": "8be58af7-a283-434a-a73e-23a54b0897c0"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:44:17.202630 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 8be58af7-a283-434a-a73e-23a54b0897c0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=8be58af7-a283-434a-a73e-23a54b0897c0,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:17.207677 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:17.230374 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eaa458-f591-43d1-aa9b-c17f834aa16a x-openstack-request-id: req-73eaa458-f591-43d1-aa9b-c17f834aa16a {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:44:17.230659 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc59ca0d-6906-4fc0-9ddd-7e8f7c513284", "name": "network-vif-plugged", "status": "completed", "tag": "8be58af7-a283-434a-a73e-23a54b0897c0", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:44:17.230910 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73eaa458-f591-43d1-aa9b-c17f834aa16a {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:44:17.231292 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be58af7-a283-434a-a73e-23a54b0897c0', 'code': 200} Aug 12 17:44:17.258660 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=8be58af7-a283-434a-a73e-23a54b0897c0,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:17.361966 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2993692-6ef3-40b8-8ef0-00855591ae10 req-cac91cb4-7b1a-44ee-8f42-9124cbc694a7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:17.363464 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b2993692-6ef3-40b8-8ef0-00855591ae10 req-cac91cb4-7b1a-44ee-8f42-9124cbc694a7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 946 time: 0.0535939 Aug 12 17:44:17.403050 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39f10f-4e33-408b-b6f5-de22c09cb4d3 req-23aecf76-30ab-46cd-b35f-a1baa7b8e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:17.403684 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b2993692-6ef3-40b8-8ef0-00855591ae10 req-6b1244d2-2cb6-4da9-a5a0-ffcfbf793b5c tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338306 Aug 12 17:44:17.404611 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3c39f10f-4e33-408b-b6f5-de22c09cb4d3 req-23aecf76-30ab-46cd-b35f-a1baa7b8e148 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 1099 time: 0.0468416 Aug 12 17:44:17.442877 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3c39f10f-4e33-408b-b6f5-de22c09cb4d3 req-11a09a5b-019b-41b8-899b-eba2143ca6e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305536 Aug 12 17:44:18.521109 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cc05a-4d9b-48e5-8b3c-dc930c59f150 req-ee7577ec-29fc-4804-be6a-20a6f829f964 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:18.522635 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5a7cc05a-4d9b-48e5-8b3c-dc930c59f150 req-ee7577ec-29fc-4804-be6a-20a6f829f964 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 946 time: 0.0517526 Aug 12 17:44:18.559876 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5a7cc05a-4d9b-48e5-8b3c-dc930c59f150 req-3a840296-f7ca-4c67-bdf8-7d8d6878fbc7 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312381 Aug 12 17:44:19.688677 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64bbad-9ef9-40d8-ae20-025c6e580dae req-af7dabbc-be9b-4893-8f81-614dd71eebd0 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:19.690174 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7d64bbad-9ef9-40d8-ae20-025c6e580dae req-af7dabbc-be9b-4893-8f81-614dd71eebd0 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 946 time: 0.0510204 Aug 12 17:44:19.728625 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7d64bbad-9ef9-40d8-ae20-025c6e580dae req-5538bba3-233c-4a74-b61e-1902968c81ad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318587 Aug 12 17:44:19.838944 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0a584-c820-4216-b67b-d13855bc5d5d req-b6cba2fc-e308-4adb-9e84-b117c529951e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:19.840449 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a4f0a584-c820-4216-b67b-d13855bc5d5d req-b6cba2fc-e308-4adb-9e84-b117c529951e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 946 time: 0.0481317 Aug 12 17:44:19.849301 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54336) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:19.853653 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-8e7350d7-8a70-4617-a8bc-cfc40a5ec4ab tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Request body: {'floatingip': {'port_id': '8be58af7-a283-434a-a73e-23a54b0897c0'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:44:19.903029 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e7350d7-8a70-4617-a8bc-cfc40a5ec4ab tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:20.342486 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e7350d7-8a70-4617-a8bc-cfc40a5ec4ab tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:20.346392 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e7350d7-8a70-4617-a8bc-cfc40a5ec4ab tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:20.445362 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.l3_db [None req-8e7350d7-8a70-4617-a8bc-cfc40a5ec4ab tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Floating IP 57f1ffca-65a4-4238-b121-c1755f389127 associated. External IP: 172.27.1.250, port: 8be58af7-a283-434a-a73e-23a54b0897c0. Aug 12 17:44:20.655030 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7350d7-8a70-4617-a8bc-cfc40a5ec4ab tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Router 17086a1a-d575-49bd-a4c8-dafb4822424e has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:44:20.759909 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7350d7-8a70-4617-a8bc-cfc40a5ec4ab tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:44:20.764811 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8e7350d7-8a70-4617-a8bc-cfc40a5ec4ab tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:20.770491 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] Sync routers for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:44:20.780220 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:20.780950 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:20.791889 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-8e7350d7-8a70-4617-a8bc-cfc40a5ec4ab tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "PUT /v2.0/floatingips/57f1ffca-65a4-4238-b121-c1755f389127 HTTP/1.1" status: 200 len: 992 time: 0.9415548 Aug 12 17:44:20.792483 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'tag': '8be58af7-a283-434a-a73e-23a54b0897c0'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:44:20.794868 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3229f49-8c35-4267-9e62-a422098087a7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc59ca0d-6906-4fc0-9ddd-7e8f7c513284", "tag": "8be58af7-a283-434a-a73e-23a54b0897c0"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:44:20.832260 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a662c35c-dc1c-443c-91b6-cb78164885b1 x-openstack-request-id: req-a662c35c-dc1c-443c-91b6-cb78164885b1 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:44:20.832550 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc59ca0d-6906-4fc0-9ddd-7e8f7c513284", "tag": "8be58af7-a283-434a-a73e-23a54b0897c0", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:44:20.832938 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a662c35c-dc1c-443c-91b6-cb78164885b1 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:44:20.833350 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'tag': '8be58af7-a283-434a-a73e-23a54b0897c0', 'status': 'completed', 'code': 200} Aug 12 17:44:20.889565 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:20.893857 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3229f49-8c35-4267-9e62-a422098087a7 req-bcb6b8dd-7362-46eb-8587-4765fc92bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:20.895428 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f3229f49-8c35-4267-9e62-a422098087a7 req-bcb6b8dd-7362-46eb-8587-4765fc92bc25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f427f178d24e44fb8c72a7030360bd1f&device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 1099 time: 0.0409596 Aug 12 17:44:20.988937 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3229f49-8c35-4267-9e62-a422098087a7 req-2a2add47-21a3-4188-8374-e7eec47b2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:20.990400 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f3229f49-8c35-4267-9e62-a422098087a7 req-2a2add47-21a3-4188-8374-e7eec47b2ce5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 200 len: 910 time: 0.0880966 Aug 12 17:44:21.057688 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f3229f49-8c35-4267-9e62-a422098087a7 req-fc7e8720-959a-44d2-b34e-0e0316eae02a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8be58af7-a283-434a-a73e-23a54b0897c0 HTTP/1.1" status: 200 len: 1000 time: 0.0583894 Aug 12 17:44:21.110039 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3229f49-8c35-4267-9e62-a422098087a7 req-fe76b0ed-a615-48f3-afda-ab218716c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:21.111569 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f3229f49-8c35-4267-9e62-a422098087a7 req-fe76b0ed-a615-48f3-afda-ab218716c04c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 200 len: 849 time: 0.0450375 Aug 12 17:44:21.113937 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '57f1ffca-65a4-4238-b121-c1755f389127', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'port_id': '8be58af7-a283-434a-a73e-23a54b0897c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'mac_address': 'fa:16:3e:2e:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:44:06Z', 'updated_at': '2021-08-12T17:44:20Z', 'revision_number': 1, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:21.164881 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3229f49-8c35-4267-9e62-a422098087a7 req-280c8f50-30c0-4454-a565-93016f052567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:21.166460 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f3229f49-8c35-4267-9e62-a422098087a7 req-280c8f50-30c0-4454-a565-93016f052567 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=62101b59-2a07-457f-a492-cb59bed73924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474730 Aug 12 17:44:21.260600 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] Checking router: 17086a1a-d575-49bd-a4c8-dafb4822424e for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:44:21.264484 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f3229f49-8c35-4267-9e62-a422098087a7 req-03a6bb8f-ddee-4fd0-9193-97af93ceb810 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855310 Aug 12 17:44:21.271562 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:21.272172 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:21.356719 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f3229f49-8c35-4267-9e62-a422098087a7 req-2964915e-d212-4ea4-8588-0e1d52543863 service neutron] 10.222.0.10 "GET /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857916 Aug 12 17:44:21.376460 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:21.595278 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '57f1ffca-65a4-4238-b121-c1755f389127', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'port_id': '8be58af7-a283-434a-a73e-23a54b0897c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'mac_address': 'fa:16:3e:2e:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:44:06Z', 'updated_at': '2021-08-12T17:44:20Z', 'revision_number': 1, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:21.624922 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b3773-378b-4863-91bb-b533db67886e None None] The sync data for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi is: [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '57f1ffca-65a4-4238-b121-c1755f389127', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'port_id': '8be58af7-a283-434a-a73e-23a54b0897c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'mac_address': 'fa:16:3e:2e:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:44:06Z', 'updated_at': '2021-08-12T17:44:20Z', 'revision_number': 1, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:44:21.796303 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c25bae-a411-461b-a3f0-34c7fab31336 None None] New status for floating IP 57f1ffca-65a4-4238-b121-c1755f389127: ACTIVE {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:44:29.924743 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:30.057971 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-cb79323d-8bbe-4196-92e2-17d5478eee79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:32.900092 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-2a435c8c-6adc-4773-8b7b-885abd7331bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:33.253954 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:34.069201 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:35.249508 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-2b908510-cade-489b-8da7-23b2adc10b37 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412667 Aug 12 17:44:35.319192 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-37f85a30-f82c-4c62-ba33-4ef0c6e32715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:35.320693 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-37f85a30-f82c-4c62-ba33-4ef0c6e32715 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029fcb9290ca4c74ae9cd5b987fdab80&device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 1137 time: 0.0409710 Aug 12 17:44:35.422408 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-849bfd15-20bd-4532-8e63-982e9391b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:35.423889 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-849bfd15-20bd-4532-8e63-982e9391b684 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f1b465-5773-44fe-95ed-b353b8b74e9b HTTP/1.1" status: 200 len: 914 time: 0.0840738 Aug 12 17:44:35.454958 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:35.495091 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-bf68d33e-3db5-440e-9437-1afbfdff7ce8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 1001 time: 0.0599575 Aug 12 17:44:35.544023 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-76d5e7c2-5d12-4099-9e6f-68017adecd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:35.545478 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-76d5e7c2-5d12-4099-9e6f-68017adecd0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57b45aad-7d88-4e36-b311-0802e1fda254 HTTP/1.1" status: 200 len: 853 time: 0.0434961 Aug 12 17:44:35.595363 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-9cc12a43-0fc5-4dbd-ba31-b3dd41aa3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:35.596853 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-9cc12a43-0fc5-4dbd-ba31-b3dd41aa3a25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f1b465-5773-44fe-95ed-b353b8b74e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429468 Aug 12 17:44:35.685892 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-6096c04d-2471-4110-bb75-353226a99753 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809360 Aug 12 17:44:35.705931 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:44:35.778250 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7a453e7e-ad38-4663-b022-7bbe2a19a6fe req-dea505ae-39de-4d7b-87bc-ad3c2ffc5e02 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Aug 12 17:44:36.689110 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54404) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:36.931559 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Deleting port aef48ee3-5e64-4388-9e8f-f7d07a760c8d {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:36.932447 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:37.008796 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:37.009078 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:37.021183 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Calling delete_port for aef48ee3-5e64-4388-9e8f-f7d07a760c8d owned by network:floatingip {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:37.199427 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:37.221605 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event deleted for resources: {'Port': ['ID=aef48ee3-5e64-4388-9e8f-f7d07a760c8d,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:37.286403 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for floatingip, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:37.286659 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.l3_db [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Floating IP d2625f56-7dd4-4fd9-bbd5-b70f3e8eec81 disassociated (deleted). External IP: 172.27.1.163, port: eeb76950-d385-4894-b6ea-d6452e24266f. Aug 12 17:44:37.488350 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:44:37.594174 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:44:37.599069 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:37.604687 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] Sync routers for ids ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:44:37.614423 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] Routers {'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:37.615026 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:37.631855 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-996ad37f-1146-4c93-bac6-1005fc994c35 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "DELETE /v2.0/floatingips/d2625f56-7dd4-4fd9-bbd5-b70f3e8eec81 HTTP/1.1" status: 204 len: 168 time: 0.9393499 Aug 12 17:44:37.631855 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:44:37.632362 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66593f42-2141-438f-93c7-6a1da1244033" -d '{"events": [{"name": "network-changed", "server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:44:37.669401 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3715b41-4ea3-4ca9-9af5-f4c12ef67931 x-openstack-request-id: req-c3715b41-4ea3-4ca9-9af5-f4c12ef67931 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:44:37.669746 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:44:37.670056 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3715b41-4ea3-4ca9-9af5-f4c12ef67931 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:44:37.670554 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'status': 'completed', 'code': 200} Aug 12 17:44:37.729588 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] Set router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:37.736215 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593f42-2141-438f-93c7-6a1da1244033 req-5f5fad5f-31fc-4f9a-a817-fac37a9d34e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:37.737759 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-66593f42-2141-438f-93c7-6a1da1244033 req-5f5fad5f-31fc-4f9a-a817-fac37a9d34e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e08929182234a50ba7ced4bb80bfd0b&device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 1099 time: 0.0436668 Aug 12 17:44:37.837721 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593f42-2141-438f-93c7-6a1da1244033 req-c29ecd32-e9ba-47ae-990d-2563cf2a2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:37.839775 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-66593f42-2141-438f-93c7-6a1da1244033 req-c29ecd32-e9ba-47ae-990d-2563cf2a2aa0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26b486f8-6579-42bc-8c65-1b0df2026112 HTTP/1.1" status: 200 len: 908 time: 0.0931029 Aug 12 17:44:37.870480 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0dec4-a84a-40e4-9e79-a588baecd624 req-f8393bbc-9860-4416-8b3e-2b20a479b79f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:37.871990 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d6f0dec4-a84a-40e4-9e79-a588baecd624 req-f8393bbc-9860-4416-8b3e-2b20a479b79f tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0519083 Aug 12 17:44:37.886106 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-66593f42-2141-438f-93c7-6a1da1244033 req-f824b083-f572-478d-8f71-15074fd13997 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eeb76950-d385-4894-b6ea-d6452e24266f HTTP/1.1" status: 200 len: 217 time: 0.0381558 Aug 12 17:44:37.911528 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d6f0dec4-a84a-40e4-9e79-a588baecd624 req-bbdbe39b-39d7-490d-a220-879ba5ab00b2 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336654 Aug 12 17:44:37.941678 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593f42-2141-438f-93c7-6a1da1244033 req-1e06bada-4704-446d-bb68-29aad485fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:37.943770 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-66593f42-2141-438f-93c7-6a1da1244033 req-1e06bada-4704-446d-bb68-29aad485fea0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=614b337d-8f59-4cac-b753-4adbb72f2fa2 HTTP/1.1" status: 200 len: 847 time: 0.0497036 Aug 12 17:44:37.944503 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:58Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'f0c040b8-d17e-4b8b-8cd6-d781938d59c4', 'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'mac_address': 'fa:16:3e:99:bd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:57Z', 'updated_at': '2021-08-12T17:38:07Z', 'revision_number': 5, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'subnets': [{'id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:37.976287 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] Checking router: fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:44:37.984961 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] Routers {'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:37.985645 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:37.991952 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593f42-2141-438f-93c7-6a1da1244033 req-e601e27b-6b82-4d2e-be0c-a06bfdfd3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:37.993470 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-66593f42-2141-438f-93c7-6a1da1244033 req-e601e27b-6b82-4d2e-be0c-a06bfdfd3099 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26b486f8-6579-42bc-8c65-1b0df2026112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406289 Aug 12 17:44:38.092261 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-66593f42-2141-438f-93c7-6a1da1244033 req-f8b0ef08-fba3-4a6f-a791-30e4a8eeec13 service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895452 Aug 12 17:44:38.097557 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] Set router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:38.189442 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-66593f42-2141-438f-93c7-6a1da1244033 req-ccb3d925-45f4-4b59-a33e-1c9807ed4bd6 service neutron] 10.222.0.10 "GET /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867085 Aug 12 17:44:38.302659 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:58Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'f0c040b8-d17e-4b8b-8cd6-d781938d59c4', 'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'mac_address': 'fa:16:3e:99:bd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:57Z', 'updated_at': '2021-08-12T17:38:07Z', 'revision_number': 5, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'subnets': [{'id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:38.330048 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758441d6-649c-421d-9bac-381ab88e6cc5 None None] The sync data for ids ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'] in dv-cinder-788253-6-iscsi is: [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:37:58Z', 'revision_number': 4, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'f0c040b8-d17e-4b8b-8cd6-d781938d59c4', 'name': '', 'network_id': '26b486f8-6579-42bc-8c65-1b0df2026112', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'mac_address': 'fa:16:3e:99:bd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:57Z', 'updated_at': '2021-08-12T17:38:07Z', 'revision_number': 5, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'subnets': [{'id': '614b337d-8f59-4cac-b753-4adbb72f2fa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:44:38.662322 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d134e10c-f949-4af3-95ef-09549dc49ef1 None None] New status for floating IP d2625f56-7dd4-4fd9-bbd5-b70f3e8eec81: DOWN {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:44:39.030083 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ef2a9-4839-473a-a5d3-2849c260aed2 req-400ac6ac-5886-4784-869d-6c8f34d5fb8a tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:39.031601 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7b6ef2a9-4839-473a-a5d3-2849c260aed2 req-400ac6ac-5886-4784-869d-6c8f34d5fb8a tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0479729 Aug 12 17:44:39.067790 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7b6ef2a9-4839-473a-a5d3-2849c260aed2 req-a5fbe0bd-b36b-4dd5-bf9a-2a357231cc8c tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/security-groups?id=eda2d454-ea41-4fc6-8828-66e4dada11ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301030 Aug 12 17:44:39.767505 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-5fa469ec-a36a-4bf6-aca4-d5fd88d87a8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:39.768906 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-5fa469ec-a36a-4bf6-aca4-d5fd88d87a8e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.10 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 946 time: 0.0481489 Aug 12 17:44:39.864205 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Deleting port eeb76950-d385-4894-b6ea-d6452e24266f {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:39.864583 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:39.954782 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] For port eeb76950-d385-4894-b6ea-d6452e24266f, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=eeb76950-d385-4894-b6ea-d6452e24266f,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:39.955150 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:39.971580 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Calling delete_port for eeb76950-d385-4894-b6ea-d6452e24266f owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:40.106659 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:40.164163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event deleted for resources: {'Port': ['ID=eeb76950-d385-4894-b6ea-d6452e24266f,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:40.195018 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.195414 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.195709 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.196044 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.196375 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.196702 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.197028 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.197461 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.197810 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.198166 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.198282 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f2943bb5-a6f5-4759-88f7-bf9ba18b0b50 req-e6e2c6d1-7427-4ffe-a7ee-fccaba4341b9 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "GET /v2.0/ports?device_id=28eea134-37d3-4472-b739-b4ba8410f24f HTTP/1.1" status: 200 len: 210 time: 0.0269008 Aug 12 17:44:40.198728 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.198966 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:40.216446 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] No DVR routers for this DVR port eeb76950-d385-4894-b6ea-d6452e24266f on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:44:40.218952 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:40.221111 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-93f7fa68-f3d4-4eb0-b063-cc964cf90589 req-2f00a84b-2509-4cec-85db-1935d18a0ff1 tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.10 "DELETE /v2.0/ports/eeb76950-d385-4894-b6ea-d6452e24266f HTTP/1.1" status: 204 len: 173 time: 0.4459510 Aug 12 17:44:40.221578 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'name': 'network-vif-deleted', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:44:40.223850 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f65ada8-b378-4fd6-8629-a0b1bef03dd3" -d '{"events": [{"server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "name": "network-vif-deleted", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:44:40.260664 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93be4e5-b630-4d62-9038-8d09a35b0d18 x-openstack-request-id: req-d93be4e5-b630-4d62-9038-8d09a35b0d18 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:44:40.260952 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eea134-37d3-4472-b739-b4ba8410f24f", "name": "network-vif-deleted", "tag": "eeb76950-d385-4894-b6ea-d6452e24266f", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:44:40.261201 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d93be4e5-b630-4d62-9038-8d09a35b0d18 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:44:40.261824 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eea134-37d3-4472-b739-b4ba8410f24f', 'name': 'network-vif-deleted', 'tag': 'eeb76950-d385-4894-b6ea-d6452e24266f', 'status': 'completed', 'code': 200} Aug 12 17:44:41.257100 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54438) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:41.317715 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:41.342987 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:41.401451 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:41.404078 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:41.405229 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] 10.222.0.25 "DELETE /v2.0/security-groups/eda2d454-ea41-4fc6-8828-66e4dada11ea HTTP/1.1" status: 204 len: 168 time: 0.1471334 Aug 12 17:44:41.419299 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda2d454-ea41-4fc6-8828-66e4dada11ea,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:41.426468 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.426830 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.427232 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.427580 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.427952 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.428288 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.428612 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.428933 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.429256 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.429576 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.429916 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.430262 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ed789-7dd3-4fe4-9215-ff1ac27f795e tempest-TestShelveInstance-1284092470 tempest-TestShelveInstance-1284092470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:44:41.450740 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54442) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:42.211192 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368533'] for router_interface, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:42.517006 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] Deleting port f0c040b8-d17e-4b8b-8cd6-d781938d59c4 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:42.517710 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:42.594689 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] For port f0c040b8-d17e-4b8b-8cd6-d781938d59c4, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=f0c040b8-d17e-4b8b-8cd6-d781938d59c4,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:42.595058 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:42.607676 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] Calling delete_port for f0c040b8-d17e-4b8b-8cd6-d781938d59c4 owned by network:router_interface {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:42.801877 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:42.832077 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c040b8-d17e-4b8b-8cd6-d781938d59c4,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:42.994856 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455717'] for router_interface, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:43.127026 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device eeb76950-d385-4894-b6ea-d6452e24266f no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:44:43.151534 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: eeb76950-d385-4894-b6ea-d6452e24266f {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:44:43.152010 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device eeb76950-d385-4894-b6ea-d6452e24266f not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:44:43.207529 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] Router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:44:43.318474 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:44:43.324711 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-ec2cad30-8807-4570-8c56-98bdad1a960d admin admin] 10.222.0.25 "PUT /v2.0/routers/fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8729856 Aug 12 17:44:43.327067 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54454) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:43.328763 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] Sync routers for ids ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:44:43.337991 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] Routers {'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:43.339323 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:43.428852 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Notify callbacks [] for router, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:43.441462 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] Set router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:43.536459 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:43.594185 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Deleting port 66b79b20-2cae-4112-9c6e-674a78dd9f94 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:43.594532 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:43.628001 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215'}], 'enable_snat': True}, 'gw_port_id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:44:42Z', 'revision_number': 5, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port': {'id': '66b79b20-2cae-4112-9c6e-674a78dd9f94', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:37:55Z', 'updated_at': '2021-08-12T17:37:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:43.655223 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] Checking router: fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:44:43.663920 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] Routers {'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:43.664538 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:43.673843 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] For port 66b79b20-2cae-4112-9c6e-674a78dd9f94, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=66b79b20-2cae-4112-9c6e-674a78dd9f94,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:43.674255 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:43.691120 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Calling delete_port for 66b79b20-2cae-4112-9c6e-674a78dd9f94 owned by network:router_gateway {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:43.752308 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] Set router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 gateway port host: None {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:43.857022 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:43.892167 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Pushing event deleted for resources: {'Port': ['ID=66b79b20-2cae-4112-9c6e-674a78dd9f94,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:43.925520 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:44:43Z', 'revision_number': 6, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port_host': None}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:43.951009 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455647'] for router_gateway, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:43.958365 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce2fa21-3d50-4b37-bc47-d097f6b67702 None None] The sync data for ids ['fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057'] in dv-cinder-788253-6-iscsi is: [{'id': 'fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057', 'name': 'tempest-TestShelveInstance-194677930-router', 'tenant_id': '6e08929182234a50ba7ced4bb80bfd0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:37:54Z', 'updated_at': '2021-08-12T17:44:43Z', 'revision_number': 6, 'project_id': '6e08929182234a50ba7ced4bb80bfd0b', 'gw_port_host': None}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:44:44.061718 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48530'] for router, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.063957 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.132388 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456252'] for router, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.132901 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 {{(pid=94308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 17:44:44.138768 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] Notify callbacks [] for router, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.139954 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2cbe826c-7b45-4728-85f1-76b233f80dab admin admin] 10.222.0.25 "DELETE /v2.0/routers/fc36fd4c-3bb9-40fb-8a25-c36a9b6fb057 HTTP/1.1" status: 204 len: 168 time: 0.8118906 Aug 12 17:44:44.142580 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54460) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:44.190414 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ace1c1-2269-42e1-ab8f-eda2dac264a7 admin admin] Deleting subnet 614b337d-8f59-4cac-b753-4adbb72f2fa2 {{(pid=94308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:44:44.193810 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e7ace1c1-2269-42e1-ab8f-eda2dac264a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.227402 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e7ace1c1-2269-42e1-ab8f-eda2dac264a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126464360'] for subnet, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.340796 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e7ace1c1-2269-42e1-ab8f-eda2dac264a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.402876 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e7ace1c1-2269-42e1-ab8f-eda2dac264a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127425865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127454960'] for subnet, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.426290 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ace1c1-2269-42e1-ab8f-eda2dac264a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614b337d-8f59-4cac-b753-4adbb72f2fa2,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:44.432490 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e7ace1c1-2269-42e1-ab8f-eda2dac264a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.434398 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-e7ace1c1-2269-42e1-ab8f-eda2dac264a7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/614b337d-8f59-4cac-b753-4adbb72f2fa2 HTTP/1.1" status: 204 len: 168 time: 0.2908070 Aug 12 17:44:44.436909 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54462) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:44.439714 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9eba20-b434-40b8-a681-974a17c96188 None None] Network 26b486f8-6579-42bc-8c65-1b0df2026112 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:44:44.506974 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.559722 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Deleting port 32f0fffd-d901-498c-b1bb-5b4909c7ee56 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:44.560286 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.624243 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] For port 32f0fffd-d901-498c-b1bb-5b4909c7ee56, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=32f0fffd-d901-498c-b1bb-5b4909c7ee56,segment=NetworkSegment(ee996b63-ca3e-4d4b-a388-ae01f5799d13),segment_id=ee996b63-ca3e-4d4b-a388-ae01f5799d13)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:44.624603 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.639594 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Calling delete_port for 32f0fffd-d901-498c-b1bb-5b4909c7ee56 owned by network:dhcp {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:44.719796 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.743227 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4804d8-c981-4c54-b270-4b03b329dda7 None None] DHCP port deletion for 26b486f8-6579-42bc-8c65-1b0df2026112 request from dv-cinder-788253-6-iscsi {{(pid=94310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 17:44:44.751033 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Pushing event deleted for resources: {'Port': ['ID=32f0fffd-d901-498c-b1bb-5b4909c7ee56,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:44.756237 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] No DVR routers for this DVR port 32f0fffd-d901-498c-b1bb-5b4909c7ee56 on host dv-cinder-788253-6-iscsi {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:44:44.836665 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.845163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b486f8-6579-42bc-8c65-1b0df2026112']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:44.855942 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee996b63-ca3e-4d4b-a388-ae01f5799d13') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:44.856250 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee996b63-ca3e-4d4b-a388-ae01f5799d13') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:44.865435 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.879587 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.887847 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:44:44.888244 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:44:44.890035 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:44:44.953620 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.959237 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:44.961067 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] 10.222.0.25 "DELETE /v2.0/networks/26b486f8-6579-42bc-8c65-1b0df2026112 HTTP/1.1" status: 204 len: 168 time: 0.5231378 Aug 12 17:44:44.964676 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54466) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:45.227227 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93193c33-bf99-4c59-b087-f91ea5b37963 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b486f8-6579-42bc-8c65-1b0df2026112,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:45.554896 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368533'] for router_interface, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:45.578336 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 66b79b20-2cae-4112-9c6e-674a78dd9f94 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:44:45.598945 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 66b79b20-2cae-4112-9c6e-674a78dd9f94 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:44:45.599399 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 66b79b20-2cae-4112-9c6e-674a78dd9f94 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:44:45.599820 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 32f0fffd-d901-498c-b1bb-5b4909c7ee56 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:44:45.619373 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 32f0fffd-d901-498c-b1bb-5b4909c7ee56 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:44:45.619761 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 32f0fffd-d901-498c-b1bb-5b4909c7ee56 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:44:45.620189 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device f0c040b8-d17e-4b8b-8cd6-d781938d59c4 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:44:45.645030 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: f0c040b8-d17e-4b8b-8cd6-d781938d59c4 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:44:45.645486 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device f0c040b8-d17e-4b8b-8cd6-d781938d59c4 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:44:45.805579 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] Deleting port 50dc7c48-cb02-4725-a420-30a9c6b3913e {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:45.806171 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:45.894816 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] For port 50dc7c48-cb02-4725-a420-30a9c6b3913e, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=50dc7c48-cb02-4725-a420-30a9c6b3913e,segment=NetworkSegment(acea22b1-9f3c-42d0-830c-88bdc9c8aeec),segment_id=acea22b1-9f3c-42d0-830c-88bdc9c8aeec)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:45.895186 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:45.908377 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] Calling delete_port for 50dc7c48-cb02-4725-a420-30a9c6b3913e owned by network:router_interface {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:46.093063 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:46.117825 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=50dc7c48-cb02-4725-a420-30a9c6b3913e,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:46.282163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455717'] for router_interface, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:46.493340 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] Router 738b690a-06f3-4efe-8154-ad57464c6de3 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:44:46.611733 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:44:46.616919 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-f772d3da-5d1d-416b-8ec7-162a3c8413f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/738b690a-06f3-4efe-8154-ad57464c6de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6510789 Aug 12 17:44:46.619331 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54474) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:46.621749 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] Sync routers for ids ['738b690a-06f3-4efe-8154-ad57464c6de3'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:44:46.630958 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] Routers {'738b690a-06f3-4efe-8154-ad57464c6de3'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:46.631567 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['738b690a-06f3-4efe-8154-ad57464c6de3'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:46.720748 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:46.733248 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] Set router 738b690a-06f3-4efe-8154-ad57464c6de3 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:46.820942 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:46.872507 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Deleting port 8206f53d-6553-4695-be84-c016d8369945 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:46.872856 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:46.914356 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'name': 'tempest-TestShelveInstance-2030623252-router', 'tenant_id': '724556894c2f49329146391169f9be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122'}], 'enable_snat': True}, 'gw_port_id': '8206f53d-6553-4695-be84-c016d8369945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:38:01Z', 'updated_at': '2021-08-12T17:44:46Z', 'revision_number': 5, 'project_id': '724556894c2f49329146391169f9be6b', 'gw_port': {'id': '8206f53d-6553-4695-be84-c016d8369945', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:2c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:38:02Z', 'updated_at': '2021-08-12T17:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:46.947398 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] Checking router: 738b690a-06f3-4efe-8154-ad57464c6de3 for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:44:46.959951 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] Routers {'738b690a-06f3-4efe-8154-ad57464c6de3'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:46.961025 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['738b690a-06f3-4efe-8154-ad57464c6de3'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:46.963193 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] For port 8206f53d-6553-4695-be84-c016d8369945, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=8206f53d-6553-4695-be84-c016d8369945,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:46.963571 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:46.975602 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Calling delete_port for 8206f53d-6553-4695-be84-c016d8369945 owned by network:router_gateway {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:47.045005 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] Set router 738b690a-06f3-4efe-8154-ad57464c6de3 gateway port host: None {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:47.094851 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'name': 'tempest-TestShelveInstance-2030623252-router', 'tenant_id': '724556894c2f49329146391169f9be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:38:01Z', 'updated_at': '2021-08-12T17:44:46Z', 'revision_number': 6, 'project_id': '724556894c2f49329146391169f9be6b', 'gw_port_host': None}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:47.124987 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5963d-a44e-4a32-bcd3-a21dadff57a0 None None] The sync data for ids ['738b690a-06f3-4efe-8154-ad57464c6de3'] in dv-cinder-788253-6-iscsi is: [{'id': '738b690a-06f3-4efe-8154-ad57464c6de3', 'name': 'tempest-TestShelveInstance-2030623252-router', 'tenant_id': '724556894c2f49329146391169f9be6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:38:01Z', 'updated_at': '2021-08-12T17:44:46Z', 'revision_number': 6, 'project_id': '724556894c2f49329146391169f9be6b', 'gw_port_host': None}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:44:47.143576 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.174637 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8206f53d-6553-4695-be84-c016d8369945,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:47.234709 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455647'] for router_gateway, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.327593 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48530'] for router, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.329617 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.375643 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456252'] for router, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.376410 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 738b690a-06f3-4efe-8154-ad57464c6de3 {{(pid=94308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 17:44:47.381713 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.382905 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2de6c90d-6435-43d0-b073-86922f5f07d5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/738b690a-06f3-4efe-8154-ad57464c6de3 HTTP/1.1" status: 204 len: 168 time: 0.7626519 Aug 12 17:44:47.385385 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54480) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:47.429164 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca9496b-d5ff-49d4-ab6d-f38c807f7db0 admin admin] Deleting subnet 655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a {{(pid=94308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:44:47.432739 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7ca9496b-d5ff-49d4-ab6d-f38c807f7db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.469838 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7ca9496b-d5ff-49d4-ab6d-f38c807f7db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126464360'] for subnet, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.565781 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7ca9496b-d5ff-49d4-ab6d-f38c807f7db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.618087 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7ca9496b-d5ff-49d4-ab6d-f38c807f7db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127425865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127454960'] for subnet, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.642413 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9496b-d5ff-49d4-ab6d-f38c807f7db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:47.646957 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-7ca9496b-d5ff-49d4-ab6d-f38c807f7db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.648990 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-7ca9496b-d5ff-49d4-ab6d-f38c807f7db0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/655a4dc1-3c0d-4efe-b1dc-7cf39a25a03a HTTP/1.1" status: 204 len: 168 time: 0.2626848 Aug 12 17:44:47.652045 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54482) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:47.652595 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672bd8b0-2007-420f-97db-e1148fb80927 None None] Network e6a4b442-1067-45a6-9c97-0521a937e58f requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:44:47.718381 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.774538 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Deleting port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:47.774887 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.836670 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] For port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=63a0fa02-ba0f-4c24-b7fe-c18cc2300fec,segment=NetworkSegment(acea22b1-9f3c-42d0-830c-88bdc9c8aeec),segment_id=acea22b1-9f3c-42d0-830c-88bdc9c8aeec)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:47.837358 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.854421 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Calling delete_port for 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec owned by network:dhcp {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:47.885359 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8323db19-998b-4992-93b8-df3444fcd724 None None] DHCP port deletion for e6a4b442-1067-45a6-9c97-0521a937e58f request from dv-cinder-788253-6-iscsi {{(pid=94310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 17:44:47.946239 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.955992 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-8323db19-998b-4992-93b8-df3444fcd724 None None] Deleting port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec {{(pid=94310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:47.956268 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8323db19-998b-4992-93b8-df3444fcd724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:47.973121 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=63a0fa02-ba0f-4c24-b7fe-c18cc2300fec,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:47.976946 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] No DVR routers for this DVR port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec on host dv-cinder-788253-6-iscsi {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:44:48.004621 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 50dc7c48-cb02-4725-a420-30a9c6b3913e no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:44:48.035997 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 50dc7c48-cb02-4725-a420-30a9c6b3913e {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:44:48.035997 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 50dc7c48-cb02-4725-a420-30a9c6b3913e not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:44:48.055106 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.057865 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-8323db19-998b-4992-93b8-df3444fcd724 None None] For port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec, host dv-cinder-788253-6-iscsi, got binding levels [] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:48.058589 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8323db19-998b-4992-93b8-df3444fcd724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.065532 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a4b442-1067-45a6-9c97-0521a937e58f']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:48.073896 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-8323db19-998b-4992-93b8-df3444fcd724 None None] Calling delete_port for 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec owned by network:dhcp {{(pid=94310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:48.077959 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.ipam_backend_mixin [None req-8323db19-998b-4992-93b8-df3444fcd724 None None] Port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec was not found and therefore no delete operation was performed {{(pid=94310) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 12 17:44:48.079282 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8323db19-998b-4992-93b8-df3444fcd724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692'] for port, after_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.080697 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:48.081004 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acea22b1-9f3c-42d0-830c-88bdc9c8aeec') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:48.090669 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.104308 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.108902 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323db19-998b-4992-93b8-df3444fcd724 None None] Pushing event deleted for resources: {'Port': ['ID=63a0fa02-ba0f-4c24-b7fe-c18cc2300fec,revision_number=None']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:48.110927 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323db19-998b-4992-93b8-df3444fcd724 None None] No DVR routers for this DVR port 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec on host dv-cinder-788253-6-iscsi {{(pid=94310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:44:48.115016 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:44:48.115530 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:44:48.120111 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:44:48.176561 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.182874 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.184736 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] 10.222.0.25 "DELETE /v2.0/networks/e6a4b442-1067-45a6-9c97-0521a937e58f HTTP/1.1" status: 204 len: 168 time: 0.5317280 Aug 12 17:44:48.196447 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f9e99-4407-4a55-b33d-cfc5b8bf9e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a4b442-1067-45a6-9c97-0521a937e58f,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:48.312599 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54490) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:48.354542 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-891328ab-e851-40d4-8f1b-972bc49e725c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e08929182234a50ba7ced4bb80bfd0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400345 Aug 12 17:44:48.357053 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54492) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:48.404547 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a34e2a55-08e6-4a1a-a75d-1e5d715aeaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.428984 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a34e2a55-08e6-4a1a-a75d-1e5d715aeaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.475322 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a34e2a55-08e6-4a1a-a75d-1e5d715aeaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.477871 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a34e2a55-08e6-4a1a-a75d-1e5d715aeaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.479720 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-a34e2a55-08e6-4a1a-a75d-1e5d715aeaf4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5beb7b9c-5f58-4b64-b3ab-27a27fc75f05 HTTP/1.1" status: 204 len: 168 time: 0.1217699 Aug 12 17:44:48.487008 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e2a55-08e6-4a1a-a75d-1e5d715aeaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb7b9c-5f58-4b64-b3ab-27a27fc75f05,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:48.790062 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54498) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:48.829090 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-4e120a4e-9321-4f91-86f4-e352dd5ff509 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=724556894c2f49329146391169f9be6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378702 Aug 12 17:44:48.831518 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54500) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:48.877411 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-af57f605-97b4-4f98-a261-ec6f28a38278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.899948 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-af57f605-97b4-4f98-a261-ec6f28a38278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.948141 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-af57f605-97b4-4f98-a261-ec6f28a38278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.950569 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-af57f605-97b4-4f98-a261-ec6f28a38278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:48.951713 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-af57f605-97b4-4f98-a261-ec6f28a38278 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5104d26-408b-4b9a-83e9-6b4d1d4ca4aa HTTP/1.1" status: 204 len: 168 time: 0.1193163 Aug 12 17:44:48.959160 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57f605-97b4-4f98-a261-ec6f28a38278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5104d26-408b-4b9a-83e9-6b4d1d4ca4aa,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:49.571847 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 8206f53d-6553-4695-be84-c016d8369945 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:44:49.592219 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 8206f53d-6553-4695-be84-c016d8369945 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:44:49.592558 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 8206f53d-6553-4695-be84-c016d8369945 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:44:49.592959 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:44:49.610498 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:44:49.610863 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 63a0fa02-ba0f-4c24-b7fe-c18cc2300fec not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:44:52.679371 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-8f147cc6-6fb0-4c9e-97f7-c764f9ce3845 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-318290405&fields=id&tenant_id=029fcb9290ca4c74ae9cd5b987fdab80 HTTP/1.1" status: 200 len: 267 time: 0.0336022 Aug 12 17:44:52.733770 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-f061aaef-8126-40a7-a36b-d12952278843 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:52.735040 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-f061aaef-8126-40a7-a36b-d12952278843 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 984 time: 0.0494030 Aug 12 17:44:52.746484 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-78d5cb63-03ab-4a02-b3c8-514293124019 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Request body: {'port': {'security_groups': ['213e294d-146d-4003-b417-61544e740824']}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:44:52.816066 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-78d5cb63-03ab-4a02-b3c8-514293124019 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:52.987661 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-78d5cb63-03ab-4a02-b3c8-514293124019 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] For port ec302dd2-9017-4848-bd0a-c7cfaee599a1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:53.016385 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-78d5cb63-03ab-4a02-b3c8-514293124019 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.020978 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-78d5cb63-03ab-4a02-b3c8-514293124019 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126545574'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.032458 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['ec302dd2-9017-4848-bd0a-c7cfaee599a1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:44:53.063413 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-78d5cb63-03ab-4a02-b3c8-514293124019 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:53.064046 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-78d5cb63-03ab-4a02-b3c8-514293124019 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.067020 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-36b64112-f928-4685-8b82-8833f0ee3a6b req-78d5cb63-03ab-4a02-b3c8-514293124019 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "PUT /v2.0/ports/ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 942 time: 0.3255558 Aug 12 17:44:53.067492 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:44:53.070192 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cded1e7c-fc1b-46e3-93b3-fd25465f6814" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:44:53.075434 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54528) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:53.114917 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5cb63-03ab-4a02-b3c8-514293124019 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event updated for resources: {'Port': ['ID=ec302dd2-9017-4848-bd0a-c7cfaee599a1,revision_number=7']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:53.130789 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16a2407-fad0-4b5a-af72-48ecf02513a2 x-openstack-request-id: req-a16a2407-fad0-4b5a-af72-48ecf02513a2 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:44:53.131081 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:44:53.131335 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a16a2407-fad0-4b5a-af72-48ecf02513a2 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:44:53.132221 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'status': 'completed', 'code': 200} Aug 12 17:44:53.162149 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['ec302dd2-9017-4848-bd0a-c7cfaee599a1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:44:53.180695 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-60cb9d4d-e308-4f83-b556-7fcbaf3835da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.215772 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-60cb9d4d-e308-4f83-b556-7fcbaf3835da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.236470 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-9921e655-2ed2-4589-8e44-da702582093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:53.237999 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-9921e655-2ed2-4589-8e44-da702582093e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029fcb9290ca4c74ae9cd5b987fdab80&device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 1098 time: 0.0889206 Aug 12 17:44:53.343701 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-b241c5b7-5384-4c23-a27b-caf654aae9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:53.345081 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-b241c5b7-5384-4c23-a27b-caf654aae9b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f1b465-5773-44fe-95ed-b353b8b74e9b HTTP/1.1" status: 200 len: 914 time: 0.0986159 Aug 12 17:44:53.358409 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-60cb9d4d-e308-4f83-b556-7fcbaf3835da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.360873 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-60cb9d4d-e308-4f83-b556-7fcbaf3835da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.361970 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-60cb9d4d-e308-4f83-b556-7fcbaf3835da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "DELETE /v2.0/security-groups/d5eacf77-342f-4b30-9b76-b4fb7ba2089f HTTP/1.1" status: 204 len: 168 time: 0.2855568 Aug 12 17:44:53.365271 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54530) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:44:53.371446 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-3a2a07cd-7a29-4e4c-9f02-b42318436fb6 None None] Provisioning complete for port ec302dd2-9017-4848-bd0a-c7cfaee599a1 triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:44:53.371829 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3a2a07cd-7a29-4e4c-9f02-b42318436fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.404119 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb9d4d-e308-4f83-b556-7fcbaf3835da tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eacf77-342f-4b30-9b76-b4fb7ba2089f,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:53.423899 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-3e4c851f-e316-4e6b-8f39-3d699b0cb0d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 1001 time: 0.0711348 Aug 12 17:44:53.483300 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-ed993d16-2627-4acf-8498-a164857d96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:53.484831 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-ed993d16-2627-4acf-8498-a164857d96a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57b45aad-7d88-4e36-b311-0802e1fda254 HTTP/1.1" status: 200 len: 853 time: 0.0534678 Aug 12 17:44:53.540507 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-e5469e30-de7d-4407-b21b-515a9bbd58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:53.542639 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-e5469e30-de7d-4407-b21b-515a9bbd58eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f1b465-5773-44fe-95ed-b353b8b74e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503986 Aug 12 17:44:53.556777 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Deleting port 278133be-45b0-4850-8ebb-5fcb08621cee {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:53.557126 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.632841 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-7084b01d-e5f0-4b4a-9a8a-e714b02dbde1 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820513 Aug 12 17:44:53.633941 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.634311 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:53.645808 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Calling delete_port for 278133be-45b0-4850-8ebb-5fcb08621cee owned by network:floatingip {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:53.726240 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cded1e7c-fc1b-46e3-93b3-fd25465f6814 req-30362f5d-6e0b-42ce-b260-3d0fc3a1f53f service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857277 Aug 12 17:44:53.793315 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:54.059336 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event deleted for resources: {'Port': ['ID=278133be-45b0-4850-8ebb-5fcb08621cee,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:54.127705 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks [] for floatingip, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:54.128041 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.l3_db [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Floating IP 5adebd42-8690-4bf8-aee9-e51b6f79b02d disassociated (deleted). External IP: 172.27.1.216, port: ec302dd2-9017-4848-bd0a-c7cfaee599a1. Aug 12 17:44:54.336554 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:44:54.444154 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:44:54.449145 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:54.455009 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] Sync routers for ids ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:44:54.464584 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] Routers {'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:54.465197 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:54.478087 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-2c94656f-886f-4681-b314-ade9a488d2c8 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "DELETE /v2.0/floatingips/5adebd42-8690-4bf8-aee9-e51b6f79b02d HTTP/1.1" status: 204 len: 168 time: 1.1089139 Aug 12 17:44:54.571805 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] Set router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:54.787115 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:09Z', 'revision_number': 5, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:54.811928 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] Checking router: c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:44:54.820054 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] Routers {'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:44:54.820647 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:54.925838 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] Set router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:44:55.123999 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:09Z', 'revision_number': 5, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:44:55.132999 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:44:55.136000 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:44:55.150548 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b0f57-7bf7-4548-a7cf-80d3480dac82 None None] The sync data for ids ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'] in dv-cinder-788253-6-iscsi is: [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:41:01Z', 'revision_number': 4, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'd01f8712-672d-46d5-8128-59554d15ce51', 'name': '', 'network_id': 'c2f1b465-5773-44fe-95ed-b353b8b74e9b', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'mac_address': 'fa:16:3e:6c:3b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:00Z', 'updated_at': '2021-08-12T17:41:09Z', 'revision_number': 5, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'subnets': [{'id': '57b45aad-7d88-4e36-b311-0802e1fda254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:44:55.172373 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afe769e-a42d-4326-b69a-651542e3c159 x-openstack-request-id: req-3afe769e-a42d-4326-b69a-651542e3c159 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:44:55.172733 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:44:55.172925 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3afe769e-a42d-4326-b69a-651542e3c159 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:44:55.173326 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'status': 'completed', 'code': 200} Aug 12 17:44:55.239619 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-96ad2bcf-2e12-4753-ac61-5fbe4cc433c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:55.241200 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-96ad2bcf-2e12-4753-ac61-5fbe4cc433c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=029fcb9290ca4c74ae9cd5b987fdab80&device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 1098 time: 0.0454621 Aug 12 17:44:55.372320 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-586974cc-1080-4c9a-bada-6c5b5ee61868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:55.373805 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-586974cc-1080-4c9a-bada-6c5b5ee61868 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c2f1b465-5773-44fe-95ed-b353b8b74e9b HTTP/1.1" status: 200 len: 914 time: 0.1191962 Aug 12 17:44:55.390506 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad4b960-4505-4ad3-8531-77d4894dc194 None None] New status for floating IP 5adebd42-8690-4bf8-aee9-e51b6f79b02d: DOWN {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:44:55.419610 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-e4c77b16-0cb4-4858-bbfc-2a6af6514fb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 200 len: 217 time: 0.0379341 Aug 12 17:44:55.472483 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-39546e49-091a-4a81-abb1-0c16dcccbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:55.473973 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-39546e49-091a-4a81-abb1-0c16dcccbeb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57b45aad-7d88-4e36-b311-0802e1fda254 HTTP/1.1" status: 200 len: 853 time: 0.0464087 Aug 12 17:44:55.521014 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-633b5e33-bee5-42ed-991d-db03c7150c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:55.522528 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-633b5e33-bee5-42ed-991d-db03c7150c82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c2f1b465-5773-44fe-95ed-b353b8b74e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410719 Aug 12 17:44:55.615067 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-3334669d-2286-428d-80a4-92942ddbd2c2 service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852702 Aug 12 17:44:55.705937 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-a9f7e9e1-fff5-4ae7-b7d5-af8f4d99d219 req-9207b81a-00ad-4b6c-83ca-a6dfaf40774e service neutron] 10.222.0.10 "GET /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829060 Aug 12 17:44:57.199948 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2cfa8-9e2b-46b3-bec6-839c9b46cd0c req-3ff37913-2515-4927-bf64-c432e94a6928 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:57.201433 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-16f2cfa8-9e2b-46b3-bec6-839c9b46cd0c req-3ff37913-2515-4927-bf64-c432e94a6928 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 945 time: 0.0490012 Aug 12 17:44:57.238856 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-16f2cfa8-9e2b-46b3-bec6-839c9b46cd0c req-d8402955-c7d7-41f0-bcf5-bb4d6cb05726 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315328 Aug 12 17:44:58.357626 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51844495-cd09-444d-9c83-23114614dca9 req-bf127b9b-7bfd-46b1-b33a-4a491c840641 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:58.360206 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-51844495-cd09-444d-9c83-23114614dca9 req-bf127b9b-7bfd-46b1-b33a-4a491c840641 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 945 time: 0.0521400 Aug 12 17:44:58.396185 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-51844495-cd09-444d-9c83-23114614dca9 req-9186f822-83ab-4e05-b9ef-b952adf9c1cd tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310576 Aug 12 17:44:59.340129 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-80a7b3ee-9bad-42a0-9a53-376345193aa5 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:59.341600 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-80a7b3ee-9bad-42a0-9a53-376345193aa5 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 945 time: 0.0487616 Aug 12 17:44:59.516933 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbbde1-9440-495f-a433-040d92e21473 req-a8b01a65-f125-4ed7-a41d-a9688bd84031 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:44:59.518684 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28cbbde1-9440-495f-a433-040d92e21473 req-a8b01a65-f125-4ed7-a41d-a9688bd84031 tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fdb28db-c538-4df8-8275-bca236c94835 HTTP/1.1" status: 200 len: 945 time: 0.0513890 Aug 12 17:44:59.559848 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28cbbde1-9440-495f-a433-040d92e21473 req-cf3c26c4-9405-415e-97a3-7f1fc40875bc tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.25 "GET /v2.0/security-groups?id=213e294d-146d-4003-b417-61544e740824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348535 Aug 12 17:44:59.692471 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-8a9454b3-77ec-4b04-a355-cde78489655f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Deleting port ec302dd2-9017-4848-bd0a-c7cfaee599a1 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:44:59.693069 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-8a9454b3-77ec-4b04-a355-cde78489655f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:59.780238 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-8a9454b3-77ec-4b04-a355-cde78489655f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] For port ec302dd2-9017-4848-bd0a-c7cfaee599a1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=ec302dd2-9017-4848-bd0a-c7cfaee599a1,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:44:59.780522 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-8a9454b3-77ec-4b04-a355-cde78489655f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:59.793233 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-8a9454b3-77ec-4b04-a355-cde78489655f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Calling delete_port for ec302dd2-9017-4848-bd0a-c7cfaee599a1 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:44:59.914372 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-8a9454b3-77ec-4b04-a355-cde78489655f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:59.925771 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['ec302dd2-9017-4848-bd0a-c7cfaee599a1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:44:59.946116 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9454b3-77ec-4b04-a355-cde78489655f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Pushing event deleted for resources: {'Port': ['ID=ec302dd2-9017-4848-bd0a-c7cfaee599a1,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:44:59.948590 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:59.990981 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-8a9454b3-77ec-4b04-a355-cde78489655f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] No DVR routers for this DVR port ec302dd2-9017-4848-bd0a-c7cfaee599a1 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:44:59.993688 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-8a9454b3-77ec-4b04-a355-cde78489655f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:44:59.995761 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-eacd4a05-d912-458b-a0dc-ac6f82c20b76 req-8a9454b3-77ec-4b04-a355-cde78489655f tempest-TestMinimumBasicScenario-1842849023 tempest-TestMinimumBasicScenario-1842849023-project] 10.222.0.10 "DELETE /v2.0/ports/ec302dd2-9017-4848-bd0a-c7cfaee599a1 HTTP/1.1" status: 204 len: 173 time: 0.6473837 Aug 12 17:44:59.996225 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'name': 'network-vif-deleted', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:44:59.998621 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787eb2d2-7933-40fc-912f-61eaad257414" -d '{"events": [{"server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "name": "network-vif-deleted", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:45:00.049397 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecf4646-fa27-4932-85ba-59c4e0941a3c x-openstack-request-id: req-2ecf4646-fa27-4932-85ba-59c4e0941a3c {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:45:00.049686 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdb28db-c538-4df8-8275-bca236c94835", "name": "network-vif-deleted", "tag": "ec302dd2-9017-4848-bd0a-c7cfaee599a1", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:45:00.049950 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ecf4646-fa27-4932-85ba-59c4e0941a3c {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:45:00.050372 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdb28db-c538-4df8-8275-bca236c94835', 'name': 'network-vif-deleted', 'tag': 'ec302dd2-9017-4848-bd0a-c7cfaee599a1', 'status': 'completed', 'code': 200} Aug 12 17:45:00.059878 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9e5ad3ef-852b-4f69-b33f-24e6e21b4351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:01.224789 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54640) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:01.567823 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368533'] for router_interface, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:01.811266 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] Deleting port d01f8712-672d-46d5-8128-59554d15ce51 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:45:01.811515 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:01.886349 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] For port d01f8712-672d-46d5-8128-59554d15ce51, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=d01f8712-672d-46d5-8128-59554d15ce51,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:01.886711 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:01.898770 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] Calling delete_port for d01f8712-672d-46d5-8128-59554d15ce51 owned by network:router_interface {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:45:02.091168 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:02.120439 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] Pushing event deleted for resources: {'Port': ['ID=d01f8712-672d-46d5-8128-59554d15ce51,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:02.286488 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455717'] for router_interface, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:02.509844 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] Router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:45:02.615694 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:45:02.623199 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-13f7ecce-c9be-49d2-8003-3173a2e4095d admin admin] 10.222.0.25 "PUT /v2.0/routers/c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3971527 Aug 12 17:45:02.625517 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54648) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:02.628087 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] Sync routers for ids ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:45:02.637874 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] Routers {'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:45:02.638449 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:44:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:02.733468 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Notify callbacks [] for router, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:02.740358 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] Set router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:45:02.830898 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:02.890421 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Deleting port 500820da-ee52-4197-9b43-8b3654360993 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:45:02.890769 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:02.910203 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-85babc1b-5362-4555-ae03-681d679d69b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:02.930225 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '500820da-ee52-4197-9b43-8b3654360993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:45:02Z', 'revision_number': 5, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port': {'id': '500820da-ee52-4197-9b43-8b3654360993', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:fc:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:40:58Z', 'updated_at': '2021-08-12T17:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:02.956849 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] Checking router: c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:45:02.965718 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] Routers {'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:45:02.966363 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:45:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:02.969432 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] For port 500820da-ee52-4197-9b43-8b3654360993, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=500820da-ee52-4197-9b43-8b3654360993,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:02.969819 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:02.983007 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Calling delete_port for 500820da-ee52-4197-9b43-8b3654360993 owned by network:router_gateway {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:45:03.060476 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] Set router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe gateway port host: None {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:45:03.115427 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:45:02Z', 'revision_number': 6, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port_host': None}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:03.156378 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.183565 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Pushing event deleted for resources: {'Port': ['ID=500820da-ee52-4197-9b43-8b3654360993,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:03.247951 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455647'] for router_gateway, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.271466 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device ec302dd2-9017-4848-bd0a-c7cfaee599a1 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:45:03.276389 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc1a8d2-7fe2-4d7d-8c09-eed158722dd8 None None] The sync data for ids ['c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe'] in dv-cinder-788253-6-iscsi is: [{'id': 'c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe', 'name': 'tempest-TestMinimumBasicScenario-352905233-router', 'tenant_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:40:57Z', 'updated_at': '2021-08-12T17:45:02Z', 'revision_number': 6, 'project_id': '029fcb9290ca4c74ae9cd5b987fdab80', 'gw_port_host': None}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:45:03.298673 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: ec302dd2-9017-4848-bd0a-c7cfaee599a1 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:45:03.299015 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device ec302dd2-9017-4848-bd0a-c7cfaee599a1 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:45:03.305902 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.346747 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48530'] for router, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.348855 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.391917 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456252'] for router, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.392489 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe {{(pid=94308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 17:45:03.397269 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] Notify callbacks [] for router, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.398388 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-f959c6d2-a0fa-4bdd-a19f-6284939ace10 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c0fea1ea-15b9-42f2-9cec-a7c848f0f5fe HTTP/1.1" status: 204 len: 168 time: 0.7716365 Aug 12 17:45:03.400997 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54652) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:03.445353 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e6fa0e-1658-4511-afe8-2e79f95018dc admin admin] Deleting subnet 57b45aad-7d88-4e36-b311-0802e1fda254 {{(pid=94309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:45:03.449127 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-86e6fa0e-1658-4511-afe8-2e79f95018dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.486639 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-86e6fa0e-1658-4511-afe8-2e79f95018dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127490663'] for subnet, precommit_delete_associations {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.593757 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-86e6fa0e-1658-4511-afe8-2e79f95018dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.654422 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-86e6fa0e-1658-4511-afe8-2e79f95018dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126545564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127496432'] for subnet, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.668907 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-86e6fa0e-1658-4511-afe8-2e79f95018dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.673357 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54658) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:03.675832 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1487b358-9ba9-4c0f-b7e3-325f5ebd739b None None] Network c2f1b465-5773-44fe-95ed-b353b8b74e9b requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:45:03.688860 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-86e6fa0e-1658-4511-afe8-2e79f95018dc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/57b45aad-7d88-4e36-b311-0802e1fda254 HTTP/1.1" status: 204 len: 168 time: 0.2867146 Aug 12 17:45:03.731502 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6fa0e-1658-4511-afe8-2e79f95018dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57b45aad-7d88-4e36-b311-0802e1fda254,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:03.785935 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.812168 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device d01f8712-672d-46d5-8128-59554d15ce51 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:45:03.836759 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: d01f8712-672d-46d5-8128-59554d15ce51 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:45:03.837104 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device d01f8712-672d-46d5-8128-59554d15ce51 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:45:03.867422 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Deleting port e94af079-2b5a-4cb1-9c77-cdad01f1d081 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:45:03.867768 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.932056 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ef237-3dc1-4c6c-8fa1-1a5650685b93 req-fa0e281b-bf45-4e56-b8ba-6aa3205e9ba7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:03.933207 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] For port e94af079-2b5a-4cb1-9c77-cdad01f1d081, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=e94af079-2b5a-4cb1-9c77-cdad01f1d081,segment=NetworkSegment(2077e024-13bf-4670-9d4a-b12f7df80903),segment_id=2077e024-13bf-4670-9d4a-b12f7df80903)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:03.933585 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:03.933705 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-995ef237-3dc1-4c6c-8fa1-1a5650685b93 req-fa0e281b-bf45-4e56-b8ba-6aa3205e9ba7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 945 time: 0.0488260 Aug 12 17:45:03.948072 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Calling delete_port for e94af079-2b5a-4cb1-9c77-cdad01f1d081 owned by network:dhcp {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:45:03.976951 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-995ef237-3dc1-4c6c-8fa1-1a5650685b93 req-4a481f2c-48b9-4a61-b5f5-b09ce5d59ad0 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373020 Aug 12 17:45:04.031578 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:04.058944 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94af079-2b5a-4cb1-9c77-cdad01f1d081,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:04.062450 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] No DVR routers for this DVR port e94af079-2b5a-4cb1-9c77-cdad01f1d081 on host dv-cinder-788253-6-iscsi {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:45:04.080965 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:04.144179 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:04.155312 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f1b465-5773-44fe-95ed-b353b8b74e9b']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:04.168075 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2077e024-13bf-4670-9d4a-b12f7df80903') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:04.168401 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2077e024-13bf-4670-9d4a-b12f7df80903') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:04.172532 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5176d4e5-91a0-487e-a4b4-508ccd8da0a4 None None] DHCP port deletion for c2f1b465-5773-44fe-95ed-b353b8b74e9b request from dv-cinder-788253-6-iscsi {{(pid=94310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 17:45:04.178287 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:04.197586 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:04.203574 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:45:04.203966 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:45:04.205628 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:45:04.260496 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:04.276972 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:04.278911 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c2f1b465-5773-44fe-95ed-b353b8b74e9b HTTP/1.1" status: 204 len: 168 time: 0.6038499 Aug 12 17:45:04.279972 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae20cb-cc31-4ce9-9fb7-eebe770df570 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f1b465-5773-44fe-95ed-b353b8b74e9b,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:04.281845 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54662) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:04.885928 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368533'] for router_interface, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:05.094646 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c9dbd-a95e-47f4-bbd5-19d6948498f9 req-8601f5cd-9780-4973-b435-7df7fee85e18 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:05.096182 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c09c9dbd-a95e-47f4-bbd5-19d6948498f9 req-8601f5cd-9780-4973-b435-7df7fee85e18 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 945 time: 0.0500937 Aug 12 17:45:05.131669 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] Deleting port 92ed942e-cec9-49ec-9542-c9ea94939db2 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:45:05.132013 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:05.133655 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c09c9dbd-a95e-47f4-bbd5-19d6948498f9 req-78f46519-fb69-4e92-b622-65c3aa74d1d3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314662 Aug 12 17:45:05.209047 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] For port 92ed942e-cec9-49ec-9542-c9ea94939db2, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=92ed942e-cec9-49ec-9542-c9ea94939db2,segment=NetworkSegment(179b3074-dbaf-4fb5-8efc-7730b2cc13be),segment_id=179b3074-dbaf-4fb5-8efc-7730b2cc13be)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:05.209406 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:05.223197 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] Calling delete_port for 92ed942e-cec9-49ec-9542-c9ea94939db2 owned by network:router_interface {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:45:05.413410 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:05.443750 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ed942e-cec9-49ec-9542-c9ea94939db2,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:05.466033 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:05.630216 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455717'] for router_interface, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:05.660647 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 500820da-ee52-4197-9b43-8b3654360993 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:45:05.680074 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 500820da-ee52-4197-9b43-8b3654360993 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:45:05.680338 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 500820da-ee52-4197-9b43-8b3654360993 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:45:05.680746 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device e94af079-2b5a-4cb1-9c77-cdad01f1d081 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:45:05.702867 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: e94af079-2b5a-4cb1-9c77-cdad01f1d081 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:45:05.703208 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device e94af079-2b5a-4cb1-9c77-cdad01f1d081 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:45:05.792601 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-2041ebb8-479c-4ee3-b1c7-238aa6fd04f6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:05.794057 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-2041ebb8-479c-4ee3-b1c7-238aa6fd04f6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 945 time: 0.0650411 Aug 12 17:45:05.958825 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] Router c30d521d-330a-4f73-97d8-41ff6b10bede has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:45:05.968919 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Deleting port 1b693257-fc08-4a59-8a1f-a711cc7af9fc {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:45:05.969261 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:06.139710 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] For port 1b693257-fc08-4a59-8a1f-a711cc7af9fc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=1b693257-fc08-4a59-8a1f-a711cc7af9fc,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:06.141063 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:06.158613 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:45:06.168404 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] Sync routers for ids ['c30d521d-330a-4f73-97d8-41ff6b10bede'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:45:06.177790 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] Routers {'c30d521d-330a-4f73-97d8-41ff6b10bede'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:45:06.178504 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:45:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c30d521d-330a-4f73-97d8-41ff6b10bede'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:06.191656 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-ed0b14dd-59ec-4cc6-a729-d16e010629b5 admin admin] 10.222.0.25 "PUT /v2.0/routers/c30d521d-330a-4f73-97d8-41ff6b10bede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9064498 Aug 12 17:45:06.191881 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54676) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:06.260593 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b17e63-dc64-4d96-8f2e-c71a9f704228 req-363c3e99-7324-4782-9efe-fe739ae7a7bc tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:06.262135 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-46b17e63-dc64-4d96-8f2e-c71a9f704228 req-363c3e99-7324-4782-9efe-fe739ae7a7bc tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 945 time: 0.0551863 Aug 12 17:45:06.296552 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] Set router c30d521d-330a-4f73-97d8-41ff6b10bede gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:45:06.303180 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-46b17e63-dc64-4d96-8f2e-c71a9f704228 req-069b3ce5-b3da-472d-bbb8-eef2cb091c63 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344200 Aug 12 17:45:06.384015 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Notify callbacks [] for router, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:06.445003 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:06.445379 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:06.445694 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.l3_db [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Floating IP 2abb102b-d183-4403-8355-6f6080c51b16 disassociated. External IP: 172.27.1.61, port: 1b693257-fc08-4a59-8a1f-a711cc7af9fc. Aug 12 17:45:06.446036 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Calling delete_port for 1b693257-fc08-4a59-8a1f-a711cc7af9fc owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:45:06.551302 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:06.569348 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'name': 'tempest-TestMinimumBasicScenario-713081078-router', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:04Z', 'updated_at': '2021-08-12T17:45:05Z', 'revision_number': 5, 'project_id': '639f276666e44e87a5807cde586c0630', 'gw_port': {'id': 'e9d14881-52d7-4566-a621-61d7f4bd4341', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:6f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:05Z', 'updated_at': '2021-08-12T17:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:06.594622 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] Checking router: c30d521d-330a-4f73-97d8-41ff6b10bede for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:45:06.602939 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] Routers {'c30d521d-330a-4f73-97d8-41ff6b10bede'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:45:06.604112 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:45:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c30d521d-330a-4f73-97d8-41ff6b10bede'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:06.651500 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Deleting port e9d14881-52d7-4566-a621-61d7f4bd4341 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:45:06.651844 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:06.690786 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] Set router c30d521d-330a-4f73-97d8-41ff6b10bede gateway port host: None {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:45:06.694466 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:06.733161 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event deleted for resources: {'Port': ['ID=1b693257-fc08-4a59-8a1f-a711cc7af9fc,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:06.744436 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'name': 'tempest-TestMinimumBasicScenario-713081078-router', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:04Z', 'updated_at': '2021-08-12T17:45:06Z', 'revision_number': 6, 'project_id': '639f276666e44e87a5807cde586c0630', 'gw_port_host': None}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:06.770891 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e59195-fa2b-46cd-aa51-6c3f840eb96c None None] The sync data for ids ['c30d521d-330a-4f73-97d8-41ff6b10bede'] in dv-cinder-788253-6-iscsi is: [{'id': 'c30d521d-330a-4f73-97d8-41ff6b10bede', 'name': 'tempest-TestMinimumBasicScenario-713081078-router', 'tenant_id': '639f276666e44e87a5807cde586c0630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:04Z', 'updated_at': '2021-08-12T17:45:06Z', 'revision_number': 6, 'project_id': '639f276666e44e87a5807cde586c0630', 'gw_port_host': None}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:45:06.810647 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] For port e9d14881-52d7-4566-a621-61d7f4bd4341, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=e9d14881-52d7-4566-a621-61d7f4bd4341,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:06.810818 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:06.849959 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Calling delete_port for e9d14881-52d7-4566-a621-61d7f4bd4341 owned by network:router_gateway {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:45:06.920825 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Router 3bda226c-a4ab-4cf5-8840-8f40194a7906 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:45:07.109706 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:45:07.124862 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ccea06-113b-462e-9b37-848926a384ef None None] Sync routers for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:45:07.139733 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ccea06-113b-462e-9b37-848926a384ef None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:45:07.140448 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.140848 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-73ccea06-113b-462e-9b37-848926a384ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:45:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:07.166484 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] No DVR routers for this DVR port 1b693257-fc08-4a59-8a1f-a711cc7af9fc on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:45:07.273254 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-73ccea06-113b-462e-9b37-848926a384ef None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:45:07.406596 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3f32f850-4790-46f0-90fd-0d3b945ea643 req-a9ac7fbc-c38e-44a9-908d-a2deebbc5c00 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ae0b03-2c34-4f4c-b882-b319f82ddb12 HTTP/1.1" status: 200 len: 210 time: 0.0278144 Aug 12 17:45:07.476993 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.479531 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-cc89a4e9-f761-42ce-9b87-304fa141af9a req-f53046dd-f790-4abb-ba1a-b0b855c7c7ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "DELETE /v2.0/ports/1b693257-fc08-4a59-8a1f-a711cc7af9fc HTTP/1.1" status: 204 len: 173 time: 1.6530778 Aug 12 17:45:07.479978 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'name': 'network-vif-deleted', 'tag': '1b693257-fc08-4a59-8a1f-a711cc7af9fc'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:45:07.482355 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044436f6-0596-4a4d-915a-5c58159a281a" -d '{"events": [{"server_uuid": "43ae0b03-2c34-4f4c-b882-b319f82ddb12", "name": "network-vif-deleted", "tag": "1b693257-fc08-4a59-8a1f-a711cc7af9fc"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:45:07.494847 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-73ccea06-113b-462e-9b37-848926a384ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:07.503003 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9d14881-52d7-4566-a621-61d7f4bd4341,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:07.526778 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ccea06-113b-462e-9b37-848926a384ef None None] Checking router: 3bda226c-a4ab-4cf5-8840-8f40194a7906 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:45:07.527042 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455647'] for router_gateway, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.529928 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508e051b-53b4-49f1-a72a-637202584758 x-openstack-request-id: req-508e051b-53b4-49f1-a72a-637202584758 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:45:07.530242 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ae0b03-2c34-4f4c-b882-b319f82ddb12", "name": "network-vif-deleted", "tag": "1b693257-fc08-4a59-8a1f-a711cc7af9fc", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:45:07.530526 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-508e051b-53b4-49f1-a72a-637202584758 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:45:07.530888 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ae0b03-2c34-4f4c-b882-b319f82ddb12', 'name': 'network-vif-deleted', 'tag': '1b693257-fc08-4a59-8a1f-a711cc7af9fc', 'status': 'completed', 'code': 200} Aug 12 17:45:07.536104 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ccea06-113b-462e-9b37-848926a384ef None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:45:07.536746 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-73ccea06-113b-462e-9b37-848926a384ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:45:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:07.631949 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48530'] for router, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.634520 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.653758 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device e9d14881-52d7-4566-a621-61d7f4bd4341 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:45:07.675038 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-73ccea06-113b-462e-9b37-848926a384ef None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:45:07.677284 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: e9d14881-52d7-4566-a621-61d7f4bd4341 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:45:07.677719 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device e9d14881-52d7-4566-a621-61d7f4bd4341 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:45:07.678247 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 92ed942e-cec9-49ec-9542-c9ea94939db2 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:45:07.683940 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456252'] for router, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.684525 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c30d521d-330a-4f73-97d8-41ff6b10bede {{(pid=94308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 17:45:07.688887 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] Notify callbacks [] for router, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.690287 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-97d8bb5b-8469-471d-ac2e-7829b4e5fc1c admin admin] 10.222.0.25 "DELETE /v2.0/routers/c30d521d-330a-4f73-97d8-41ff6b10bede HTTP/1.1" status: 204 len: 168 time: 1.4972239 Aug 12 17:45:07.693219 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54686) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:07.725628 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 92ed942e-cec9-49ec-9542-c9ea94939db2 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:45:07.725981 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 92ed942e-cec9-49ec-9542-c9ea94939db2 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:45:07.744969 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_v2 [None req-de23ddd6-d78d-4be1-9fb7-cebf23493162 admin admin] Deleting subnet d128c260-291f-4f33-a8ea-c1cb9eecedbf {{(pid=94308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:45:07.750816 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-de23ddd6-d78d-4be1-9fb7-cebf23493162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.790007 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-de23ddd6-d78d-4be1-9fb7-cebf23493162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126464360'] for subnet, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.909613 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-de23ddd6-d78d-4be1-9fb7-cebf23493162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.955351 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-73ccea06-113b-462e-9b37-848926a384ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:07.980158 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-de23ddd6-d78d-4be1-9fb7-cebf23493162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127425865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127454960'] for subnet, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:07.982566 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ccea06-113b-462e-9b37-848926a384ef None None] The sync data for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi is: [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:45:08.008122 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23ddd6-d78d-4be1-9fb7-cebf23493162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d128c260-291f-4f33-a8ea-c1cb9eecedbf,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:08.011785 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-de23ddd6-d78d-4be1-9fb7-cebf23493162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.014769 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-de23ddd6-d78d-4be1-9fb7-cebf23493162 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d128c260-291f-4f33-a8ea-c1cb9eecedbf HTTP/1.1" status: 204 len: 168 time: 0.3203175 Aug 12 17:45:08.016168 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54692) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:08.017425 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ddc4ee-a180-44d5-90e4-0ac3386e6440 None None] Network ad556f82-80b4-43ae-b099-59f8a7206980 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:45:08.088503 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.147615 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Deleting port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:45:08.148303 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.226322 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] DHCP port deletion for ad556f82-80b4-43ae-b099-59f8a7206980 request from dv-cinder-788253-6-iscsi {{(pid=94310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 17:45:08.226907 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] For port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=428dfbbe-d1c9-4571-b01b-fdf0ec90700d,segment=NetworkSegment(179b3074-dbaf-4fb5-8efc-7730b2cc13be),segment_id=179b3074-dbaf-4fb5-8efc-7730b2cc13be)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:08.227113 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.242227 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Calling delete_port for 428dfbbe-d1c9-4571-b01b-fdf0ec90700d owned by network:dhcp {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:45:08.296475 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408437c0-778b-4ee8-8b25-287e88e064fb None None] New status for floating IP 2abb102b-d183-4403-8355-6f6080c51b16: DOWN {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:45:08.299553 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Deleting port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d {{(pid=94310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:45:08.300145 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.327230 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.358705 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Pushing event deleted for resources: {'Port': ['ID=428dfbbe-d1c9-4571-b01b-fdf0ec90700d,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:08.364448 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] No DVR routers for this DVR port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d on host dv-cinder-788253-6-iscsi {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:45:08.380913 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] For port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=428dfbbe-d1c9-4571-b01b-fdf0ec90700d,segment=NetworkSegment(179b3074-dbaf-4fb5-8efc-7730b2cc13be),segment_id=179b3074-dbaf-4fb5-8efc-7730b2cc13be)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:08.381467 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.395715 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Calling delete_port for 428dfbbe-d1c9-4571-b01b-fdf0ec90700d owned by network:dhcp {{(pid=94310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:45:08.443103 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.455096 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad556f82-80b4-43ae-b099-59f8a7206980']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:08.467624 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179b3074-dbaf-4fb5-8efc-7730b2cc13be') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:08.467765 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179b3074-dbaf-4fb5-8efc-7730b2cc13be') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:08.486051 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.501878 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.508304 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:45:08.508707 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:45:08.510752 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:45:08.528596 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692'] for port, after_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.554003 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Pushing event deleted for resources: {'Port': ['ID=428dfbbe-d1c9-4571-b01b-fdf0ec90700d,revision_number=None']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:08.557917 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] No DVR routers for this DVR port 428dfbbe-d1c9-4571-b01b-fdf0ec90700d on host dv-cinder-788253-6-iscsi {{(pid=94310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:45:08.566847 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.570571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.570571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.570571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.570571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.570571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.570571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.570571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.570571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.570571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.570571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.571689 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c6b08-bca3-41c3-a656-5e590279094f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:45:08.579397 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.589109 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.591194 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad556f82-80b4-43ae-b099-59f8a7206980 HTTP/1.1" status: 204 len: 168 time: 0.5740812 Aug 12 17:45:08.603170 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ab145-3de3-4705-87f9-2dbcaf1b4433 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad556f82-80b4-43ae-b099-59f8a7206980,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:08.679854 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-74a8f75d-df1c-472d-9bba-6fee5dc27a96 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661960785&fields=id&tenant_id=930d6afb968e4b429d908a0c1661f490 HTTP/1.1" status: 200 len: 267 time: 0.0334923 Aug 12 17:45:08.762233 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54704) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:08.793181 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-6b0c3215-b64d-4ef9-b370-9cdcda573a92 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:08.794670 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-6b0c3215-b64d-4ef9-b370-9cdcda573a92 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 811 time: 0.1081805 Aug 12 17:45:08.802624 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-5543376b-8019-41c1-b4cc-dccc0682a198 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=029fcb9290ca4c74ae9cd5b987fdab80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391304 Aug 12 17:45:08.804983 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 54706) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:08.810097 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-69435710-dc65-450d-a9c5-35d70e3bf7c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/quotas/930d6afb968e4b429d908a0c1661f490 HTTP/1.1" status: 200 len: 375 time: 0.0092852 Aug 12 17:45:08.853626 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-25de055c-9b6d-44b0-bdf9-07ef66d38164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.863773 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-cb0e8d25-fa97-44d3-8b7c-057b0cb9835b tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480223 Aug 12 17:45:08.874734 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-25de055c-9b6d-44b0-bdf9-07ef66d38164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.928684 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-25de055c-9b6d-44b0-bdf9-07ef66d38164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.931509 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-25de055c-9b6d-44b0-bdf9-07ef66d38164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:08.932782 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-25de055c-9b6d-44b0-bdf9-07ef66d38164 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/213e294d-146d-4003-b417-61544e740824 HTTP/1.1" status: 204 len: 168 time: 0.1269150 Aug 12 17:45:08.940651 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de055c-9b6d-44b0-bdf9-07ef66d38164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213e294d-146d-4003-b417-61544e740824,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:08.970424 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-9a18c84d-2ad3-4363-bb8b-6ebfba50fe75 service neutron] 10.222.0.25 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945268 Aug 12 17:45:09.078344 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-4148f250-63c3-4aa1-8c2d-690f6e7ecd46 service neutron] 10.222.0.25 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013346 Aug 12 17:45:09.262369 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54722) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:09.305101 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-d96848b0-ee7d-4e93-9247-8ca37850c8c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=639f276666e44e87a5807cde586c0630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415800 Aug 12 17:45:09.307602 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 1b693257-fc08-4a59-8a1f-a711cc7af9fc no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:45:09.308106 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54726) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:09.344796 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 1b693257-fc08-4a59-8a1f-a711cc7af9fc {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:45:09.345422 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 1b693257-fc08-4a59-8a1f-a711cc7af9fc not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:45:09.379786 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fe7889af-a8e2-471f-8bd7-cba39ef09523 req-2819d6b7-09b3-4ff8-bc61-ef9369d154c0 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 210 time: 0.0353053 Aug 12 17:45:09.394916 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ef97c5cd-6ac6-4612-9e2e-16181493d609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:09.420742 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ef97c5cd-6ac6-4612-9e2e-16181493d609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:09.468442 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ef97c5cd-6ac6-4612-9e2e-16181493d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:09.471417 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ef97c5cd-6ac6-4612-9e2e-16181493d609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:09.472582 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-ef97c5cd-6ac6-4612-9e2e-16181493d609 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce374468-a6c8-4d4c-918f-a02238568c86 HTTP/1.1" status: 204 len: 168 time: 0.1640389 Aug 12 17:45:09.480821 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97c5cd-6ac6-4612-9e2e-16181493d609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce374468-a6c8-4d4c-918f-a02238568c86,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:09.596667 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 428dfbbe-d1c9-4571-b01b-fdf0ec90700d no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:45:09.616190 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 428dfbbe-d1c9-4571-b01b-fdf0ec90700d {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:45:09.616532 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 428dfbbe-d1c9-4571-b01b-fdf0ec90700d not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:45:10.364796 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-8873ad59-3e0d-4136-bc88-59eaa6cfa5a5 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:10.366296 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-8873ad59-3e0d-4136-bc88-59eaa6cfa5a5 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 811 time: 0.1064208 Aug 12 17:45:10.413066 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-bcb01f46-a4f7-45b3-9592-e9b56d05ce49 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930d6afb968e4b429d908a0c1661f490 HTTP/1.1" status: 200 len: 379 time: 0.0349607 Aug 12 17:45:10.423823 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'port': {'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'admin_state_up': True, 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'security_groups': ['47710874-9c93-4ce4-a077-b83c4da9a8e9']}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:45:10.477070 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b4d50517-7cfb-4bc1-acfe-9f610e24b956 req-8ea45f4e-7a9d-4e00-8797-72604bd70f78 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 210 time: 0.0267487 Aug 12 17:45:10.537348 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Made reservation on behalf of 930d6afb968e4b429d908a0c1661f490 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:45:10.540939 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:10.663919 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Allocated IP 172.20.0.14 (7b43b12a-83f4-439f-8191-13943471899a/8a8770d0-7ebe-4b70-b194-3ef77ec7e784/8b9ead70-822b-422d-8bcc-dfdf096fd8fc) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:45:10.810407 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:10.824719 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Transition to ACTIVE for port object 8b9ead70-822b-422d-8bcc-dfdf096fd8fc will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:45:10.859381 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:10.899556 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Network 7b43b12a-83f4-439f-8191-13943471899a is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:45:10.904981 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:45:10.907335 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:45:10.940717 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'Port': ['ID=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:10.968571 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:10.969243 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:10.984825 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-41acdde4-d0a8-475a-b288-0b3e1c14a08c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647969 Aug 12 17:45:10.998975 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Request body: {'port': {'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:45:11.054679 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:11.116111 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-3bb9139b-48cf-4792-98d5-d2d913831e0c None None] Provisioning for port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:45:11.119829 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-3bb9139b-48cf-4792-98d5-d2d913831e0c None None] Provisioning complete for port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:45:11.120271 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3bb9139b-48cf-4792-98d5-d2d913831e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:11.158377 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-3bb9139b-48cf-4792-98d5-d2d913831e0c None None] Port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:45:11.318668 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9ead70-822b-422d-8bcc-dfdf096fd8fc {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:45:11.326489 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:11.339829 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Transition to ACTIVE for port object 8b9ead70-822b-422d-8bcc-dfdf096fd8fc will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:45:11.343278 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:11.392748 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Pushing event updated for resources: {'Port': ['ID=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:11.463491 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Attempting to bind port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:45:11.463829 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Attempting to bind port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:45:11.464160 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Attempting to bind port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc on network 7b43b12a-83f4-439f-8191-13943471899a {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:45:11.468634 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc on network 7b43b12a-83f4-439f-8191-13943471899a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:45:11.468969 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Attempting to bind port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc on network 7b43b12a-83f4-439f-8191-13943471899a {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:45:11.474114 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:45:11.474459 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Checking segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:45:11.474847 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Bound using segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:45:11.475281 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Bound port: 8b9ead70-822b-422d-8bcc-dfdf096fd8fc, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:45:11.475645 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:11.543745 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] For port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:45:11.546851 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] For port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:45:11.551947 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:11.594359 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:11.594988 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:11.596394 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] 10.222.0.10 "PUT /v2.0/ports/8b9ead70-822b-422d-8bcc-dfdf096fd8fc HTTP/1.1" status: 200 len: 1094 time: 0.6019957 Aug 12 17:45:11.596854 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'tag': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:45:11.597156 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905177f-4e42-4ff9-82e4-367fefac646a req-82e3934e-e431-4432-94fc-d9d02909f2ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:11.599323 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f905177f-4e42-4ff9-82e4-367fefac646a req-82e3934e-e431-4432-94fc-d9d02909f2ab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 944 time: 0.0504947 Aug 12 17:45:11.599578 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da039fde-9cd4-48a3-b24f-84df55f525bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f2d983-761c-4ab1-a351-a07057d03670", "tag": "8b9ead70-822b-422d-8bcc-dfdf096fd8fc"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:45:11.628849 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a87aec-1bf6-47c4-86a9-eb120ea3a0dc service neutron] Pushing event updated for resources: {'Port': ['ID=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:11.650983 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fe0862-763a-4ac3-a97e-1816e2b0f4b9 x-openstack-request-id: req-e5fe0862-763a-4ac3-a97e-1816e2b0f4b9 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:45:11.651282 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f2d983-761c-4ab1-a351-a07057d03670", "tag": "8b9ead70-822b-422d-8bcc-dfdf096fd8fc", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:45:11.651535 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5fe0862-763a-4ac3-a97e-1816e2b0f4b9 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:45:11.651933 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'tag': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'status': 'completed', 'code': 200} Aug 12 17:45:11.654655 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f905177f-4e42-4ff9-82e4-367fefac646a req-73a13f62-cddd-4e8f-81bc-e8b6330e0e00 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Aug 12 17:45:11.704707 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-519bb1b3-f35a-4c45-80eb-093c5de87487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:11.706205 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-519bb1b3-f35a-4c45-80eb-093c5de87487 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 1097 time: 0.0467870 Aug 12 17:45:11.758023 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-d230c204-a597-46d2-a338-a6c3ea9875ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc HTTP/1.1" status: 200 len: 217 time: 0.0400665 Aug 12 17:45:11.807829 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-807b28fd-4957-44a0-ac6a-64d60f051f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:11.809297 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-807b28fd-4957-44a0-ac6a-64d60f051f40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0441375 Aug 12 17:45:11.855130 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-8048ddfe-2a62-4dfd-a045-9ea13227856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:11.856620 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-8048ddfe-2a62-4dfd-a045-9ea13227856f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396020 Aug 12 17:45:11.948205 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-181f6179-0342-4df4-a748-e88708dd44b1 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839972 Aug 12 17:45:12.039909 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d59610a8-5329-430e-8f82-ef6939ca0cd1 req-607d9ceb-8afa-44b8-8509-e0e21a7d3a2c service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795238 Aug 12 17:45:12.132670 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-30bb1d58-319c-488e-a31b-62929531b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:12.134160 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-30bb1d58-319c-488e-a31b-62929531b1fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 1097 time: 0.0404360 Aug 12 17:45:12.236427 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-3f272f2a-0268-4949-9ddc-a0f4641a9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:12.237916 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-3f272f2a-0268-4949-9ddc-a0f4641a9ca5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.0948112 Aug 12 17:45:12.282510 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-adf5dfb8-5234-4a46-898d-0690c309b11d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc HTTP/1.1" status: 200 len: 217 time: 0.0350008 Aug 12 17:45:12.335884 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-8ac1def8-cdb8-4b7f-801c-ce95caa4bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:12.337251 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-8ac1def8-cdb8-4b7f-801c-ce95caa4bb4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0437028 Aug 12 17:45:12.392763 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-2cf06657-e13d-41b1-a31c-1cba99e0158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:12.394522 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-2cf06657-e13d-41b1-a31c-1cba99e0158a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458925 Aug 12 17:45:12.486337 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-8b7e6a8e-4baa-43f1-bf3b-561b0dd676c1 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818908 Aug 12 17:45:12.579570 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-da039fde-9cd4-48a3-b24f-84df55f525bd req-eb3b20d9-d740-412c-a512-40e0d4d25e70 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834286 Aug 12 17:45:12.707306 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:45:12.776426 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eacb5a-590b-482d-8477-06383e4b8a4e req-b2d61d23-b2e9-4bfd-bd43-7e74af5ecf3a tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:12.777903 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-30eacb5a-590b-482d-8477-06383e4b8a4e req-b2d61d23-b2e9-4bfd-bd43-7e74af5ecf3a tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 944 time: 0.0529902 Aug 12 17:45:12.815928 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-30eacb5a-590b-482d-8477-06383e4b8a4e req-914682e8-9bdb-40e9-aa12-654baaa1bef7 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321438 Aug 12 17:45:13.931615 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c591f7-9a8f-438e-b3e9-87aba590ff37 req-96a1938b-e257-4451-a584-97c941763ca2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:13.933094 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b7c591f7-9a8f-438e-b3e9-87aba590ff37 req-96a1938b-e257-4451-a584-97c941763ca2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 944 time: 0.0493577 Aug 12 17:45:13.972666 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b7c591f7-9a8f-438e-b3e9-87aba590ff37 req-f31ea8e5-98d4-41aa-a7d8-a38df06837a9 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336587 Aug 12 17:45:15.089477 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0127c9-e7d7-4a3d-b16a-b83b182e4ec7 req-c77231c4-4c79-4b2a-b4ec-860c789651bd tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:15.091021 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6c0127c9-e7d7-4a3d-b16a-b83b182e4ec7 req-c77231c4-4c79-4b2a-b4ec-860c789651bd tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 944 time: 0.0494938 Aug 12 17:45:15.128618 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6c0127c9-e7d7-4a3d-b16a-b83b182e4ec7 req-3c02f280-149d-4654-84ea-717804418286 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317914 Aug 12 17:45:16.255822 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fe67f-8784-4718-8767-6940c5ecac61 req-35ee1d3a-4868-47dd-acb6-f8a827b2bcbb tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:16.257274 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a26fe67f-8784-4718-8767-6940c5ecac61 req-35ee1d3a-4868-47dd-acb6-f8a827b2bcbb tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 944 time: 0.0557420 Aug 12 17:45:16.295745 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a26fe67f-8784-4718-8767-6940c5ecac61 req-78cdb403-0e2a-4672-850c-c5219cff6254 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320294 Aug 12 17:45:17.415950 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5613c37-aab5-43fb-ab29-39af1913b4bc req-a2992122-ab79-41c8-a548-fec858a91325 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:17.417430 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b5613c37-aab5-43fb-ab29-39af1913b4bc req-a2992122-ab79-41c8-a548-fec858a91325 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 944 time: 0.0522888 Aug 12 17:45:17.457430 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b5613c37-aab5-43fb-ab29-39af1913b4bc req-ba7181da-6d49-456d-a3d3-41c6a15c953b tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334678 Aug 12 17:45:18.570563 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f417ac-bbee-45fe-8d4b-22860bfaa4c7 req-d8951525-656b-4b78-b320-8c20c0ecfc00 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:18.572010 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-20f417ac-bbee-45fe-8d4b-22860bfaa4c7 req-d8951525-656b-4b78-b320-8c20c0ecfc00 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 944 time: 0.0475721 Aug 12 17:45:18.609427 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-20f417ac-bbee-45fe-8d4b-22860bfaa4c7 req-e510271d-c659-43a6-8c79-ea88b8c200b8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Aug 12 17:45:19.381957 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 8b9ead70-822b-422d-8bcc-dfdf096fd8fc details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:45:19.473240 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:19.484571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'mac_address': 'fa:16:3e:3c:79:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:45:19.523375 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:19.535715 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9ead70-822b-422d-8bcc-dfdf096fd8fc {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:45:19.555113 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:19.559726 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:19.605253 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:19.724173 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adf03f-0570-4783-bab7-ce2028efb26b req-49af4c57-0490-46c8-b090-54f86ef29db4 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:19.725630 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e2adf03f-0570-4783-bab7-ce2028efb26b req-49af4c57-0490-46c8-b090-54f86ef29db4 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Aug 12 17:45:19.762408 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e2adf03f-0570-4783-bab7-ce2028efb26b req-7bf574ec-457e-4f5e-812a-7aaadc4bdb43 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302925 Aug 12 17:45:19.907408 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['8b9ead70-822b-422d-8bcc-dfdf096fd8fc'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:45:20.476300 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4fd37-1b1b-4773-80d5-9ef319e94996 req-ff938024-75f8-4e88-8e10-b0f017d8d1dc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:20.477686 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-94a4fd37-1b1b-4773-80d5-9ef319e94996 req-ff938024-75f8-4e88-8e10-b0f017d8d1dc tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0489898 Aug 12 17:45:20.515490 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-94a4fd37-1b1b-4773-80d5-9ef319e94996 req-54347791-c92d-46c5-b74f-6e8012c30429 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316677 Aug 12 17:45:20.875324 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45fa97-b7a7-4afd-892c-850d68f8c8af req-d051f0b6-0702-49da-8a82-c49970436956 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:20.876799 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-df45fa97-b7a7-4afd-892c-850d68f8c8af req-d051f0b6-0702-49da-8a82-c49970436956 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 945 time: 0.0476780 Aug 12 17:45:20.912651 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-df45fa97-b7a7-4afd-892c-850d68f8c8af req-42f464c5-1556-4b06-9b70-6bed6c9d929c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299323 Aug 12 17:45:21.406325 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 8b9ead70-822b-422d-8bcc-dfdf096fd8fc up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:45:21.454502 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:45:21.457918 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:45:21.458324 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:21.533885 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:21.555849 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:45:21.558542 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da661c3-ca5b-4c72-85ce-680057291fea" -d '{"events": [{"server_uuid": "c8f2d983-761c-4ab1-a351-a07057d03670", "name": "network-vif-plugged", "status": "completed", "tag": "8b9ead70-822b-422d-8bcc-dfdf096fd8fc"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:45:21.572573 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:21.577780 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:21.606961 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7d86ff-7252-407a-8b5b-da4dad0439d5 x-openstack-request-id: req-2e7d86ff-7252-407a-8b5b-da4dad0439d5 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:45:21.607697 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f2d983-761c-4ab1-a351-a07057d03670", "name": "network-vif-plugged", "status": "completed", "tag": "8b9ead70-822b-422d-8bcc-dfdf096fd8fc", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:45:21.607697 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e7d86ff-7252-407a-8b5b-da4dad0439d5 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:45:21.607955 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'code': 200} Aug 12 17:45:21.638772 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:21.645132 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61bc919-9d8a-423c-bcc4-952ce60193b8 req-b31e1926-ef24-4549-8a1e-b0a42dc20ce4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:21.646665 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b61bc919-9d8a-423c-bcc4-952ce60193b8 req-b31e1926-ef24-4549-8a1e-b0a42dc20ce4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0573554 Aug 12 17:45:21.683794 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b61bc919-9d8a-423c-bcc4-952ce60193b8 req-a791ad40-4f88-469e-a276-2891c87e4b0a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310721 Aug 12 17:45:21.818958 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2f4db-2622-4c36-82cc-3cb787f334a8 req-2c5e94f4-13c1-455c-aae7-a2995a54a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:21.820482 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5cc2f4db-2622-4c36-82cc-3cb787f334a8 req-2c5e94f4-13c1-455c-aae7-a2995a54a573 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 1099 time: 0.0402117 Aug 12 17:45:21.857729 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-5cc2f4db-2622-4c36-82cc-3cb787f334a8 req-f94e4db4-2477-43e2-85fc-20f9b9276264 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275421 Aug 12 17:45:22.027577 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1faa06-fff2-4b1f-a302-5831cf077070 req-79b05c50-774c-4733-9b76-ad3146e97e04 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:22.029039 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5b1faa06-fff2-4b1f-a302-5831cf077070 req-79b05c50-774c-4733-9b76-ad3146e97e04 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 946 time: 0.0491421 Aug 12 17:45:22.065422 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5b1faa06-fff2-4b1f-a302-5831cf077070 req-e6dbb8a0-4e25-4fb3-9cab-7832897ec24f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305083 Aug 12 17:45:22.803432 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029e7bd-86a0-4522-b76d-a2ccf7019d52 req-ef59f568-397e-4801-9aca-5c28a85329fb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:22.804902 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1029e7bd-86a0-4522-b76d-a2ccf7019d52 req-ef59f568-397e-4801-9aca-5c28a85329fb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0484643 Aug 12 17:45:22.842436 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1029e7bd-86a0-4522-b76d-a2ccf7019d52 req-781cdeab-af63-4e6c-aec4-5d87aaec98d9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313091 Aug 12 17:45:23.187319 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb6625-66ce-43fd-ad81-43480b39181a req-fcb34d63-9baa-4afe-a2fc-ebb512e8a77b tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:23.188860 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bdcb6625-66ce-43fd-ad81-43480b39181a req-fcb34d63-9baa-4afe-a2fc-ebb512e8a77b tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 946 time: 0.0538192 Aug 12 17:45:23.226520 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bdcb6625-66ce-43fd-ad81-43480b39181a req-3e7f1aee-d98b-41c5-a728-3ac6b88e2b32 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 Aug 12 17:45:23.337695 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa579d5-0d36-4fce-827d-8ac61b1e6768 req-c8596820-3c70-40d8-9d8c-8a45385c6427 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:23.339095 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9aa579d5-0d36-4fce-827d-8ac61b1e6768 req-c8596820-3c70-40d8-9d8c-8a45385c6427 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 946 time: 0.0492704 Aug 12 17:45:23.380221 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9aa579d5-0d36-4fce-827d-8ac61b1e6768 req-e946e4db-cf94-4946-8a39-b2bc6eb114e3 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347645 Aug 12 17:45:23.401978 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54842) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:23.440770 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bf9c20-f80e-4802-b346-f9347b9e38a6 tempest-TestVolumeBootPattern-229750893 tempest-TestVolumeBootPattern-229750893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:23.442784 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-47bf9c20-f80e-4802-b346-f9347b9e38a6 tempest-TestVolumeBootPattern-229750893 tempest-TestVolumeBootPattern-229750893-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 1094 time: 0.0396998 Aug 12 17:45:23.445447 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 54844) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:45:23.449726 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'floatingip': {'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:45:23.471454 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:23.568336 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:23.668054 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_common [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Allocated IP 172.27.1.213 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/878e09a6-ee32-4f67-a514-3e634cc9e45d) {{(pid=94309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:45:23.768659 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for port, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:23.805804 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:23.844629 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:45:23.847448 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Resources bound (agent type, host, resource id): {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:45:23.851671 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Received port after_create {{(pid=94309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:45:23.872977 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'Port': ['ID=878e09a6-ee32-4f67-a514-3e634cc9e45d,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:24.035761 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24b9ad-792a-44fe-9da5-de04ef1b609a req-e2b6d0a2-0c93-4978-9736-519202e38012 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:24.037154 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ae24b9ad-792a-44fe-9da5-de04ef1b609a req-e2b6d0a2-0c93-4978-9736-519202e38012 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.1189880 Aug 12 17:45:24.113757 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ae24b9ad-792a-44fe-9da5-de04ef1b609a req-74eab028-7e30-4269-a5f3-011b151b77c5 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679603 Aug 12 17:45:24.271602 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:24.340578 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:24.492316 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for port, precommit_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:24.498339 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126545574'] for port, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:24.569251 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'Port': ['ID=878e09a6-ee32-4f67-a514-3e634cc9e45d,revision_number=2']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:24.576311 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:24.672544 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.l3_db [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Floating IP 91d66b2b-b57a-405d-9770-6cdd1bada235 associated. External IP: 172.27.1.213, port: 8b9ead70-822b-422d-8bcc-dfdf096fd8fc. Aug 12 17:45:25.120186 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Router 3bda226c-a4ab-4cf5-8840-8f40194a7906 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:45:25.252998 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:45:25.262399 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] Sync routers for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:45:25.271119 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d5215-8f80-48f4-b40b-6d9d9307ca30 req-46fae12e-d4b1-4098-89b5-aef333ff8d70 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:25.272638 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c72d5215-8f80-48f4-b40b-6d9d9307ca30 req-46fae12e-d4b1-4098-89b5-aef333ff8d70 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0674145 Aug 12 17:45:25.273206 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:45:25.273763 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:45:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:25.281749 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:25.334180 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-5f47eecd-5a4c-4833-9310-6157eb90e71f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8751767 Aug 12 17:45:25.334180 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'tag': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:45:25.334180 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63892f1-95ed-40d0-80ca-c259a4172b57" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f2d983-761c-4ab1-a351-a07057d03670", "tag": "8b9ead70-822b-422d-8bcc-dfdf096fd8fc"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:45:25.344666 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c72d5215-8f80-48f4-b40b-6d9d9307ca30 req-1f729335-dea8-44bd-bcb2-1e5ee7462d70 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603991 Aug 12 17:45:25.371637 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1ec622-771f-41d1-b1b7-40b15b72c663 x-openstack-request-id: req-5b1ec622-771f-41d1-b1b7-40b15b72c663 {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:45:25.371925 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f2d983-761c-4ab1-a351-a07057d03670", "tag": "8b9ead70-822b-422d-8bcc-dfdf096fd8fc", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:45:25.372175 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b1ec622-771f-41d1-b1b7-40b15b72c663 {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:45:25.372572 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'tag': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'status': 'completed', 'code': 200} Aug 12 17:45:25.381569 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:45:25.432424 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-fa8f4cce-a5b9-4208-8006-8ec86a02bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:25.434006 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-fa8f4cce-a5b9-4208-8006-8ec86a02bc71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 1099 time: 0.0415504 Aug 12 17:45:25.531208 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-a5ac5746-2c00-4389-b6d0-8aa1935b2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:25.532730 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-a5ac5746-2c00-4389-b6d0-8aa1935b2a90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.0915890 Aug 12 17:45:25.599353 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-463d66a4-b381-490c-be7a-1aa7b5393b5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc HTTP/1.1" status: 200 len: 1000 time: 0.0594811 Aug 12 17:45:25.653415 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-bd6f53f3-6e9c-434e-ad5d-2f98b57eac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:25.655039 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-bd6f53f3-6e9c-434e-ad5d-2f98b57eac55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0485351 Aug 12 17:45:25.705501 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-da4abb9c-435b-490d-8003-c7de9789970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:25.707018 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-da4abb9c-435b-490d-8003-c7de9789970e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417755 Aug 12 17:45:25.728331 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '91d66b2b-b57a-405d-9770-6cdd1bada235', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:3c:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:45:24Z', 'updated_at': '2021-08-12T17:45:24Z', 'revision_number': 0, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:25.754275 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] Checking router: 3bda226c-a4ab-4cf5-8840-8f40194a7906 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:45:25.762452 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:45:25.763637 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:45:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:25.794923 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-362e7c90-1f83-4c23-bd32-7fa69bae369e service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797513 Aug 12 17:45:25.869235 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:45:25.887017 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e63892f1-95ed-40d0-80ca-c259a4172b57 req-a1b686b0-f6ee-4a38-aae7-6f22d1e8b032 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852671 Aug 12 17:45:26.095234 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '91d66b2b-b57a-405d-9770-6cdd1bada235', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:3c:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:45:24Z', 'updated_at': '2021-08-12T17:45:24Z', 'revision_number': 0, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:45:26.121144 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c44c1-133c-44dc-840d-8b9ba32b371a None None] The sync data for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi is: [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '91d66b2b-b57a-405d-9770-6cdd1bada235', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:3c:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:45:24Z', 'updated_at': '2021-08-12T17:45:24Z', 'revision_number': 0, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:45:26.315692 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb2d50-3728-4f76-a7f7-f3ae07e68f47 None None] New status for floating IP 91d66b2b-b57a-405d-9770-6cdd1bada235: ACTIVE {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:45:26.469038 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886f5b0-62a4-4d77-98ff-300cc2996d9b req-1c20c12d-4a0c-4c04-8f4d-41968b62ac84 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:26.470569 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3886f5b0-62a4-4d77-98ff-300cc2996d9b req-1c20c12d-4a0c-4c04-8f4d-41968b62ac84 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0528986 Aug 12 17:45:26.509480 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3886f5b0-62a4-4d77-98ff-300cc2996d9b req-9c36da8d-ffc4-434b-8640-5568a36195df tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325584 Aug 12 17:45:27.629275 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76dd90-f47e-44f5-b08c-6f9d8565084e req-9418fa6f-538d-431f-8a57-052eb3d02059 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:27.630708 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fb76dd90-f47e-44f5-b08c-6f9d8565084e req-9418fa6f-538d-431f-8a57-052eb3d02059 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Aug 12 17:45:27.666873 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fb76dd90-f47e-44f5-b08c-6f9d8565084e req-19842033-2d39-4729-a247-c2d8889a337e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302401 Aug 12 17:45:29.016026 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae726e-c7be-44da-aba2-a092ee2fb8a8 req-4d9ea0c5-a15d-49f5-a9f9-81ade711f9d3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:29.017502 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9cae726e-c7be-44da-aba2-a092ee2fb8a8 req-4d9ea0c5-a15d-49f5-a9f9-81ade711f9d3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.1491957 Aug 12 17:45:29.054412 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9cae726e-c7be-44da-aba2-a092ee2fb8a8 req-8d71be8f-7f3b-4e81-aeb3-837fcbca8101 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310581 Aug 12 17:45:29.940208 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:30.060551 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6c747232-b128-4499-ae7b-a3d8268dbd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:30.174585 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c68690-693b-4c5a-b855-c48d1dda2fa3 req-af45e236-6de9-47b4-9ab1-a3a8707cab96 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:30.176087 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-45c68690-693b-4c5a-b855-c48d1dda2fa3 req-af45e236-6de9-47b4-9ab1-a3a8707cab96 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0515327 Aug 12 17:45:30.220232 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-45c68690-693b-4c5a-b855-c48d1dda2fa3 req-4db5dd04-89f4-4ea7-81e1-6aa31fe8501c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382047 Aug 12 17:45:31.337637 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026ab22-1cd4-40b0-a137-a55252d6d569 req-e93aad51-ab01-4e8f-87a9-d95f37fe8a24 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:31.339048 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3026ab22-1cd4-40b0-a137-a55252d6d569 req-e93aad51-ab01-4e8f-87a9-d95f37fe8a24 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0480726 Aug 12 17:45:31.375544 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3026ab22-1cd4-40b0-a137-a55252d6d569 req-ea39a3f5-9a79-4b9e-a15d-99759c4162ea tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300746 Aug 12 17:45:32.494063 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e4498-f279-431d-98e1-8e39a4afb87d req-3b84706d-2908-453b-8d89-117d5f317ad7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:32.495554 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de9e4498-f279-431d-98e1-8e39a4afb87d req-3b84706d-2908-453b-8d89-117d5f317ad7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0482035 Aug 12 17:45:32.531648 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-de9e4498-f279-431d-98e1-8e39a4afb87d req-0137c89b-af7e-49bc-97bf-4007cce23eeb tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303693 Aug 12 17:45:32.901933 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-636dd458-398b-4e67-ac10-4e704e3e104e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:33.259519 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:33.476898 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 925c7aba-3003-4e34-87cd-7864174b2ea1 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:45:33.577948 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:33.589212 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'port_id': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'mac_address': 'fa:16:3e:71:75:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:45:33.626955 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:33.639757 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 925c7aba-3003-4e34-87cd-7864174b2ea1 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:45:33.653411 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb6589-e1d4-4335-9a6b-499908884202 req-c77e6fe9-0be2-4faf-8c39-40819df39b48 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:33.654963 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eadb6589-e1d4-4335-9a6b-499908884202 req-c77e6fe9-0be2-4faf-8c39-40819df39b48 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0521598 Aug 12 17:45:33.658164 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:33.662748 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:33.693899 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-eadb6589-e1d4-4335-9a6b-499908884202 req-679329fe-7c5e-48b8-954b-f30bc3647b77 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327034 Aug 12 17:45:33.713437 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=6']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:33.752484 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['925c7aba-3003-4e34-87cd-7864174b2ea1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:45:34.073633 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:34.811690 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec22d7-f20c-4864-b237-ee12c5a3563f req-42c1eb4b-d17d-42f5-abc6-2b0ec35e1cee tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:34.813151 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7cec22d7-f20c-4864-b237-ee12c5a3563f req-42c1eb4b-d17d-42f5-abc6-2b0ec35e1cee tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 944 time: 0.0481803 Aug 12 17:45:34.849640 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7cec22d7-f20c-4864-b237-ee12c5a3563f req-4e94e295-1482-47db-a1ee-b1df34fe7af8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304196 Aug 12 17:45:35.461113 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:35.501163 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 925c7aba-3003-4e34-87cd-7864174b2ea1 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:45:35.549320 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 925c7aba-3003-4e34-87cd-7864174b2ea1 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:45:35.549705 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:35.628462 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:35.651844 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:45:35.654335 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11787762-c4ac-47ca-adc1-9f1500d579db" -d '{"events": [{"server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "name": "network-vif-plugged", "status": "completed", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:45:35.657983 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7059-199e-4d59-8862-40c3256683a5 req-d992cd15-de35-4b63-90e7-f252a7c1c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:35.659716 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-df9e7059-199e-4d59-8862-40c3256683a5 req-d992cd15-de35-4b63-90e7-f252a7c1c5eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 1097 time: 0.0929191 Aug 12 17:45:35.667396 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:35.672914 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:35.703472 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b351f437-2b32-4348-a532-efb98110766a x-openstack-request-id: req-b351f437-2b32-4348-a532-efb98110766a {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:45:35.703760 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "name": "network-vif-plugged", "status": "completed", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:45:35.704005 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b351f437-2b32-4348-a532-efb98110766a {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:45:35.704431 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'code': 200} Aug 12 17:45:35.723978 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=7']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:35.767248 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7059-199e-4d59-8862-40c3256683a5 req-c1ba09fd-fcc8-4dfe-9246-90a1613eeda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:35.768731 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-df9e7059-199e-4d59-8862-40c3256683a5 req-c1ba09fd-fcc8-4dfe-9246-90a1613eeda9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 917 time: 0.0878239 Aug 12 17:45:35.834558 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-df9e7059-199e-4d59-8862-40c3256683a5 req-483ab67a-34a8-4cef-9e6b-261074fb5b6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925c7aba-3003-4e34-87cd-7864174b2ea1 HTTP/1.1" status: 200 len: 1001 time: 0.0571203 Aug 12 17:45:35.882471 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7059-199e-4d59-8862-40c3256683a5 req-99547951-30cd-4db1-b1d2-9b5e6cd5194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:35.883961 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-df9e7059-199e-4d59-8862-40c3256683a5 req-99547951-30cd-4db1-b1d2-9b5e6cd5194a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.0417924 Aug 12 17:45:35.933867 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e7059-199e-4d59-8862-40c3256683a5 req-5cea5b45-4afd-4ecf-9b15-2728d9e558ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:35.935461 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-df9e7059-199e-4d59-8862-40c3256683a5 req-5cea5b45-4afd-4ecf-9b15-2728d9e558ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433586 Aug 12 17:45:35.954786 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [req-df9e7059-199e-4d59-8862-40c3256683a5 req-90dd0da7-b4f7-4c59-80b7-3b4e5f7974dd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94308) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:45:35.955739 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-df9e7059-199e-4d59-8862-40c3256683a5 req-90dd0da7-b4f7-4c59-80b7-3b4e5f7974dd service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058091 Aug 12 17:45:36.028789 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba1243-8d9e-409a-8a13-fbea068a9a1f req-d48b8f92-c005-461d-8810-7315d8c78765 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:36.030400 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-36ba1243-8d9e-409a-8a13-fbea068a9a1f req-d48b8f92-c005-461d-8810-7315d8c78765 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.1008556 Aug 12 17:45:36.048338 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-df9e7059-199e-4d59-8862-40c3256683a5 req-891c4476-caa3-4c7c-b07d-43340c3c3ab4 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812235 Aug 12 17:45:36.072322 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-36ba1243-8d9e-409a-8a13-fbea068a9a1f req-ac98cb29-bce9-4e55-8e3d-2fba521e0c21 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321336 Aug 12 17:45:36.143306 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-df9e7059-199e-4d59-8862-40c3256683a5 req-29c7afc6-dffa-4b58-a87d-445d6f5d8f81 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839825 Aug 12 17:45:37.190671 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb508e-9c6f-492b-a190-5343b11250d4 req-bb52c50d-c2b7-40ab-8e37-e6ca2a32c596 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:37.192289 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5ddb508e-9c6f-492b-a190-5343b11250d4 req-bb52c50d-c2b7-40ab-8e37-e6ca2a32c596 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0519340 Aug 12 17:45:37.229373 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5ddb508e-9c6f-492b-a190-5343b11250d4 req-6b24afee-3ef1-4d1a-a553-7ea45fb7e202 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312834 Aug 12 17:45:38.355735 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb1940-fab1-42e9-8727-5feedc459993 req-6afd950c-ab02-4986-88bb-0d05dd89ed1c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:38.358451 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b7cb1940-fab1-42e9-8727-5feedc459993 req-6afd950c-ab02-4986-88bb-0d05dd89ed1c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0539196 Aug 12 17:45:38.401286 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-b7cb1940-fab1-42e9-8727-5feedc459993 req-c772f3bf-1598-4214-9469-1d0ea7a80b95 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369763 Aug 12 17:45:39.533601 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d0f02-f9d6-418a-94c5-4f6dfd1815a5 req-71087bf9-c260-4ab2-adf2-3eecae4588e9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:39.536747 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-008d0f02-f9d6-418a-94c5-4f6dfd1815a5 req-71087bf9-c260-4ab2-adf2-3eecae4588e9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0538933 Aug 12 17:45:39.586386 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-008d0f02-f9d6-418a-94c5-4f6dfd1815a5 req-0ef92bac-be4d-441c-b67f-13e394017d07 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387096 Aug 12 17:45:40.719956 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031ca6d-d9fa-47a4-873d-bf19a92f714a req-a0cd57ef-4357-4680-a10c-ff6f401d659c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:40.727188 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0031ca6d-d9fa-47a4-873d-bf19a92f714a req-a0cd57ef-4357-4680-a10c-ff6f401d659c tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0619776 Aug 12 17:45:40.760943 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0031ca6d-d9fa-47a4-873d-bf19a92f714a req-629893dd-e5fb-4d76-b144-4b379b7c5c07 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Aug 12 17:45:41.889668 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e1d0a-2d51-4ae6-8865-39c87a7bd423 req-ef234e8b-d63c-408d-b013-9714398b454b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:41.891986 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ca5e1d0a-2d51-4ae6-8865-39c87a7bd423 req-ef234e8b-d63c-408d-b013-9714398b454b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0509117 Aug 12 17:45:41.937236 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ca5e1d0a-2d51-4ae6-8865-39c87a7bd423 req-c35ae9b8-3e31-45d2-a9b3-c539467d6f22 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369284 Aug 12 17:45:43.065034 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506feeb4-876f-42ee-89ff-5b413a2e4032 req-c032ab4e-22b6-4838-8b75-07c453da3943 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:43.066822 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-506feeb4-876f-42ee-89ff-5b413a2e4032 req-c032ab4e-22b6-4838-8b75-07c453da3943 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0505409 Aug 12 17:45:43.109457 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-506feeb4-876f-42ee-89ff-5b413a2e4032 req-c07862aa-53b0-4a62-991d-8fa88353e325 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344360 Aug 12 17:45:44.308187 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0560c0-42d5-4a3a-9fa9-9daf5cdac341 req-f1cf5bf3-5785-4405-8846-d6fb11be93d3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:44.309961 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5f0560c0-42d5-4a3a-9fa9-9daf5cdac341 req-f1cf5bf3-5785-4405-8846-d6fb11be93d3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0963461 Aug 12 17:45:44.416464 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5f0560c0-42d5-4a3a-9fa9-9daf5cdac341 req-4915e56c-3e4d-4ac2-8371-bfc42128ed57 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946321 Aug 12 17:45:45.565355 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21aee2-7d8c-4030-9250-3d99e4fd9123 req-0f548192-c0ab-4a20-9dcd-520637f9691d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:45.567251 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aa21aee2-7d8c-4030-9250-3d99e4fd9123 req-0f548192-c0ab-4a20-9dcd-520637f9691d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0607648 Aug 12 17:45:45.621805 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-aa21aee2-7d8c-4030-9250-3d99e4fd9123 req-e2325dc2-ec19-4ec0-a057-df1d2ec5912f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Aug 12 17:45:46.761543 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e9b3f-7466-4338-ad44-a78afa5f0b0f req-ed20f170-8a00-43a3-80e3-4ad2f2e42a65 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:46.769015 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-149e9b3f-7466-4338-ad44-a78afa5f0b0f req-ed20f170-8a00-43a3-80e3-4ad2f2e42a65 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0633714 Aug 12 17:45:46.814602 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-149e9b3f-7466-4338-ad44-a78afa5f0b0f req-384ca577-cdf6-4e01-aeba-e50f53fc0c4a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401704 Aug 12 17:45:47.951631 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f60a9-9529-469b-935e-ac04556501bf req-b953a869-10cd-4d51-acff-e1b7d0e0ed78 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:47.953162 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6c1f60a9-9529-469b-935e-ac04556501bf req-b953a869-10cd-4d51-acff-e1b7d0e0ed78 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0701485 Aug 12 17:45:47.994548 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6c1f60a9-9529-469b-935e-ac04556501bf req-4058c681-d349-43c1-89b1-d14d3d4a3df9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352507 Aug 12 17:45:49.126785 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676d159-024f-4c8d-8b46-22a8c2549b1a req-2fc7c648-f4d8-4c0a-ae3b-d9c1a575aa8e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:49.128290 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8676d159-024f-4c8d-8b46-22a8c2549b1a req-2fc7c648-f4d8-4c0a-ae3b-d9c1a575aa8e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0484946 Aug 12 17:45:49.169562 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-8676d159-024f-4c8d-8b46-22a8c2549b1a req-cb8cadc2-d59e-49dc-b030-ef146b592e55 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346930 Aug 12 17:45:49.545106 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-6b05131e-bfc5-4e08-b0f0-3841016259d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:49.546629 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-6b05131e-bfc5-4e08-b0f0-3841016259d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 1098 time: 0.0415409 Aug 12 17:45:49.633984 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-b457ebab-6dc4-40e8-a79d-4ba53ce555a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:49.635983 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-b457ebab-6dc4-40e8-a79d-4ba53ce555a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 917 time: 0.0818493 Aug 12 17:45:49.703903 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-ed0632d1-4706-4d9f-a6cf-8219af4ee993 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925c7aba-3003-4e34-87cd-7864174b2ea1 HTTP/1.1" status: 200 len: 1001 time: 0.0609822 Aug 12 17:45:49.707295 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:45:49.752372 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-bddaabc6-a36b-45fe-8e6e-eb8918075693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:49.753795 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-bddaabc6-a36b-45fe-8e6e-eb8918075693 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.0422182 Aug 12 17:45:49.799246 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-e190edff-5260-4a00-bfbc-5e2abe1b4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:49.800716 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-e190edff-5260-4a00-bfbc-5e2abe1b4e5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378208 Aug 12 17:45:49.893008 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-20dbd52a-58e8-40be-959c-dbcd615320c7 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840173 Aug 12 17:45:49.981596 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-619c7ef8-d91f-4021-afb3-ce083cf10321 req-d164369d-3923-4b2c-9203-f147c33af9fd service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805817 Aug 12 17:45:50.289999 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f29939-e283-435a-97c9-495a4f3c42ab req-db088471-1c41-44db-918f-679158f91b6b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:50.291455 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-83f29939-e283-435a-97c9-495a4f3c42ab req-db088471-1c41-44db-918f-679158f91b6b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0483205 Aug 12 17:45:50.330471 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-83f29939-e283-435a-97c9-495a4f3c42ab req-a63b5e74-5ff4-4f61-a91c-a52287c6d8d4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325434 Aug 12 17:45:51.451500 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da3327-363a-423a-af9e-2a7154853890 req-508f9919-5301-413d-97b8-137f6c907191 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:51.452969 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f9da3327-363a-423a-af9e-2a7154853890 req-508f9919-5301-413d-97b8-137f6c907191 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0530901 Aug 12 17:45:51.489939 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f9da3327-363a-423a-af9e-2a7154853890 req-bd806c49-da25-444b-979b-80f1ebab8e7e tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311489 Aug 12 17:45:52.606395 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17001684-e8e1-4c62-a12d-e9248793d238 req-0011a3e6-3f70-432e-8872-ad340b8bb04d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:52.607915 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-17001684-e8e1-4c62-a12d-e9248793d238 req-0011a3e6-3f70-432e-8872-ad340b8bb04d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0496526 Aug 12 17:45:52.644943 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-17001684-e8e1-4c62-a12d-e9248793d238 req-9aa256cc-32a2-4f7f-94e2-69312b5e320f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312040 Aug 12 17:45:53.547485 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53af53-6c34-4876-848d-88d859ede931 req-df85bdf3-1dd6-472d-84c8-715b4b8bd7f3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:53.548983 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ed53af53-6c34-4876-848d-88d859ede931 req-df85bdf3-1dd6-472d-84c8-715b4b8bd7f3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 945 time: 0.0493858 Aug 12 17:45:53.586244 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ed53af53-6c34-4876-848d-88d859ede931 req-d3e3d96b-6d87-499b-9409-2da65e3c84a9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310712 Aug 12 17:45:53.622276 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 925c7aba-3003-4e34-87cd-7864174b2ea1 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:45:53.706884 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:53.723838 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-236a4300-b430-4c24-a8ba-9c3ecdbe4d31 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461817 Aug 12 17:45:53.731917 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:45:53.734554 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926067db-7bd0-48a4-a273-a7ed86860ca6" -d '{"events": [{"server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "name": "network-vif-unplugged", "status": "completed", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:45:53.751670 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:45:53.757611 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:45:53.782610 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 12 Aug 2021 17:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e666b9b3-d90b-4f9d-8d9d-3b866099e6cc x-openstack-request-id: req-e666b9b3-d90b-4f9d-8d9d-3b866099e6cc {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:45:53.782901 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "name": "network-vif-unplugged", "status": "failed", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1", "code": 422}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:45:53.783153 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e666b9b3-d90b-4f9d-8d9d-3b866099e6cc {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:45:53.783543 dv-cinder-788253-6-iscsi neutron-server[94310]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'code': 422} returned with failed status Aug 12 17:45:53.810660 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=8']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:45:54.484055 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-210c6d82-2f95-4a1d-9569-7ab3c558de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:54.485499 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-210c6d82-2f95-4a1d-9569-7ab3c558de27 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2&tenant_id=4463fb6a421941e5b64a113cdb255cd6 HTTP/1.1" status: 200 len: 1096 time: 0.0386057 Aug 12 17:45:54.544778 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-90b35351-894a-4601-afe8-484091a73a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:54.546246 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-90b35351-894a-4601-afe8-484091a73a03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4463fb6a421941e5b64a113cdb255cd6&device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 1096 time: 0.0384676 Aug 12 17:45:54.636833 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-fcd6bdaa-8e3f-4dd5-807f-efe881fd3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:54.638377 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-fcd6bdaa-8e3f-4dd5-807f-efe881fd3927 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 200 len: 917 time: 0.0852466 Aug 12 17:45:54.703368 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-72ba82da-6ac9-4fb2-8597-6315d0cc5d8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=925c7aba-3003-4e34-87cd-7864174b2ea1 HTTP/1.1" status: 200 len: 999 time: 0.0577416 Aug 12 17:45:54.708211 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a3a3b-a2a1-4ed4-b3bb-70280021c1eb req-ef5f3dfb-bc3f-4cc1-832a-5fd95d9bd522 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:54.709746 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fe9a3a3b-a2a1-4ed4-b3bb-70280021c1eb req-ef5f3dfb-bc3f-4cc1-832a-5fd95d9bd522 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0517945 Aug 12 17:45:54.753524 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fe9a3a3b-a2a1-4ed4-b3bb-70280021c1eb req-6ab21abe-9ae9-4036-8340-949164e02a75 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368059 Aug 12 17:45:54.757037 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-45da1e55-cf15-4217-b997-7fba7d7b22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:54.758671 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-45da1e55-cf15-4217-b997-7fba7d7b22c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 200 len: 856 time: 0.0469878 Aug 12 17:45:54.807299 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-335f7dd3-83fc-4f2f-b665-b1acd22ea10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:54.808406 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-335f7dd3-83fc-4f2f-b665-b1acd22ea10b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7e9eabe0-6231-4d94-8b42-748071d3812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425494 Aug 12 17:45:55.159329 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-e496fdd2-7b5b-48f0-99e8-7c1697d6c4d1 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434229 Aug 12 17:45:55.253397 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9b7e06b7-79da-40a3-979b-b6652236b22a req-33d898a2-98ef-4cdd-a420-0fa4b55f1aa8 service neutron] 10.222.0.10 "GET /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862544 Aug 12 17:45:55.899926 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea831c8-e607-46c0-a068-b8b71c7bf428 req-8728ec2c-70c2-4fe7-b661-c34f153acef3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:55.902572 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3ea831c8-e607-46c0-a068-b8b71c7bf428 req-8728ec2c-70c2-4fe7-b661-c34f153acef3 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0627315 Aug 12 17:45:55.957110 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3ea831c8-e607-46c0-a068-b8b71c7bf428 req-011b1a7b-7a3f-4f9d-bb0d-148e2bec64d0 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474670 Aug 12 17:45:57.091526 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961868cd-98b2-48b8-b97d-42cafafce0df req-715b1d03-3786-4220-be3e-b614b5ab8811 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:57.093013 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-961868cd-98b2-48b8-b97d-42cafafce0df req-715b1d03-3786-4220-be3e-b614b5ab8811 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0578613 Aug 12 17:45:57.130720 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-961868cd-98b2-48b8-b97d-42cafafce0df req-f45b1480-a757-437c-bf5d-1d6ab00bd080 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314991 Aug 12 17:45:58.260973 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace43fe-f115-4bdc-99fd-6c6497d2f579 req-ff2dc137-ec26-48be-b267-b2047c16c87f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:58.262667 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7ace43fe-f115-4bdc-99fd-6c6497d2f579 req-ff2dc137-ec26-48be-b267-b2047c16c87f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0592911 Aug 12 17:45:58.300187 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7ace43fe-f115-4bdc-99fd-6c6497d2f579 req-ce51fdb1-916d-440a-9280-7912a8d9c66b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316088 Aug 12 17:45:59.585270 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac965c5a-c449-4863-b7ac-200eea2c94ca req-c7240718-aa90-4884-996e-6b14aa5e5824 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:45:59.587201 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ac965c5a-c449-4863-b7ac-200eea2c94ca req-c7240718-aa90-4884-996e-6b14aa5e5824 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0500817 Aug 12 17:45:59.628793 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ac965c5a-c449-4863-b7ac-200eea2c94ca req-c1a60938-2b74-4b7b-bbc5-275903791ac6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353012 Aug 12 17:45:59.934227 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:00.061531 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-747efb9e-2460-4755-917a-3882daa39914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:00.751244 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfa7b5-c62f-492d-abf8-39401d34dd12 req-3c16376e-6921-43d2-829c-a1e8b54105ea tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:00.752985 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-53dfa7b5-c62f-492d-abf8-39401d34dd12 req-3c16376e-6921-43d2-829c-a1e8b54105ea tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0517850 Aug 12 17:46:00.791382 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-53dfa7b5-c62f-492d-abf8-39401d34dd12 req-fc7c684d-a892-492e-a657-ab6f771d4dbf tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323551 Aug 12 17:46:01.924209 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09071f-31ac-47d4-a70e-382cd296312a req-06ed66ec-534f-4932-a92d-8e676078e618 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:01.925817 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0b09071f-31ac-47d4-a70e-382cd296312a req-06ed66ec-534f-4932-a92d-8e676078e618 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0526686 Aug 12 17:46:01.966637 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0b09071f-31ac-47d4-a70e-382cd296312a req-ab82d1a7-c8b0-4b07-85ca-6f87769de73f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344751 Aug 12 17:46:02.904990 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b368aea8-0244-4664-ab20-82fded1656c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:03.092844 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c18eb-6e84-4660-b2bd-1fca1e4d4ab0 req-14608757-8ab5-49aa-bf66-911e61a3d57f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:03.094399 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-be8c18eb-6e84-4660-b2bd-1fca1e4d4ab0 req-14608757-8ab5-49aa-bf66-911e61a3d57f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0490932 Aug 12 17:46:03.136821 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-be8c18eb-6e84-4660-b2bd-1fca1e4d4ab0 req-4b67a557-916b-4b96-aca2-558955af4045 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359130 Aug 12 17:46:03.259660 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:04.084049 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:04.271317 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b741ec1-1113-4654-b0aa-55a1c32512f5 req-c437df92-cab9-47ee-bad0-f1258102cdee tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:04.272736 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3b741ec1-1113-4654-b0aa-55a1c32512f5 req-c437df92-cab9-47ee-bad0-f1258102cdee tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0498035 Aug 12 17:46:04.315741 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-3b741ec1-1113-4654-b0aa-55a1c32512f5 req-27c1a85d-d621-4b25-b853-bc0363ed30c4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369966 Aug 12 17:46:05.442244 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6917c-3089-48de-b1a7-f0ba8e9049dd req-62f13ee4-5b83-43e8-8311-e822b4df4b57 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:05.443764 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-11e6917c-3089-48de-b1a7-f0ba8e9049dd req-62f13ee4-5b83-43e8-8311-e822b4df4b57 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0553095 Aug 12 17:46:05.465484 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:05.483866 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-11e6917c-3089-48de-b1a7-f0ba8e9049dd req-22fc2d46-d30b-486c-bf51-ac1e31984dfa tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325906 Aug 12 17:46:06.615650 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a053e6-653d-4a53-8ebf-ec5082baaaf9 req-bd4d56f0-6f0e-46b7-ba85-4ab5a28e8a7d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:06.617144 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d9a053e6-653d-4a53-8ebf-ec5082baaaf9 req-bd4d56f0-6f0e-46b7-ba85-4ab5a28e8a7d tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0498469 Aug 12 17:46:06.655237 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d9a053e6-653d-4a53-8ebf-ec5082baaaf9 req-ea7ef055-aaaf-4f40-b88f-cfc0653103ff tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318859 Aug 12 17:46:07.773527 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a411902-9248-4eb2-82de-b28526042a23 req-c568d825-d234-461b-a328-44f0dbc8e711 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:07.775081 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7a411902-9248-4eb2-82de-b28526042a23 req-c568d825-d234-461b-a328-44f0dbc8e711 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0494621 Aug 12 17:46:07.814798 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7a411902-9248-4eb2-82de-b28526042a23 req-6628ee19-df47-4e23-b685-1b85db5068f5 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318224 Aug 12 17:46:08.936958 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d46814-486a-4b4b-9efc-ad3445d4797f req-c7adf40b-40ed-4b05-ae91-cb67d1c877a4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:08.938476 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e7d46814-486a-4b4b-9efc-ad3445d4797f req-c7adf40b-40ed-4b05-ae91-cb67d1c877a4 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0534298 Aug 12 17:46:08.977202 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e7d46814-486a-4b4b-9efc-ad3445d4797f req-a492ea83-acfb-4377-bd90-8b59c0142a90 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325119 Aug 12 17:46:10.095931 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efba54-e488-42ef-b2c0-d7676aced05c req-213f2093-5736-4891-a519-a8aff2f375f6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:10.097407 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-51efba54-e488-42ef-b2c0-d7676aced05c req-213f2093-5736-4891-a519-a8aff2f375f6 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0486875 Aug 12 17:46:10.133838 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-51efba54-e488-42ef-b2c0-d7676aced05c req-aca995c6-53a5-4689-963d-2664a1285b60 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306425 Aug 12 17:46:11.256142 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d11f1d-a42b-41e3-a431-6afd903bb389 req-a0f7f129-2bba-464c-8fac-94e75e721ca9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:11.257632 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-40d11f1d-a42b-41e3-a431-6afd903bb389 req-a0f7f129-2bba-464c-8fac-94e75e721ca9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 943 time: 0.0526397 Aug 12 17:46:11.295112 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-40d11f1d-a42b-41e3-a431-6afd903bb389 req-41cf357c-9cae-4b19-bc5e-44a9a2beeea8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314438 Aug 12 17:46:11.679291 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 925c7aba-3003-4e34-87cd-7864174b2ea1 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:46:11.773755 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:46:11.784627 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'port_id': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'mac_address': 'fa:16:3e:71:75:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:46:11.820430 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:11.833263 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925c7aba-3003-4e34-87cd-7864174b2ea1 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:46:11.852720 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:46:11.857032 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:11.905980 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=9']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:11.912915 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.913267 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.913608 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.913964 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.914303 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.914634 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.914960 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.915284 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.915608 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.915928 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.916248 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:11.916580 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:12.222223 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['925c7aba-3003-4e34-87cd-7864174b2ea1'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:46:12.417760 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe991ba8-9321-4974-bc56-0ecefedeaaae req-d6c4529b-1673-4f85-9a03-3496ba6b25f8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:12.419301 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fe991ba8-9321-4974-bc56-0ecefedeaaae req-d6c4529b-1673-4f85-9a03-3496ba6b25f8 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 944 time: 0.0526009 Aug 12 17:46:12.461631 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fe991ba8-9321-4974-bc56-0ecefedeaaae req-8d623c9f-40ee-4835-8c3d-2f36ad77fc9f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357056 Aug 12 17:46:13.584058 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f02dbf-4cbc-44c7-bce1-72d8146960f6 req-124f9312-8af6-46eb-a456-468195fe00f5 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:13.585542 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-87f02dbf-4cbc-44c7-bce1-72d8146960f6 req-124f9312-8af6-46eb-a456-468195fe00f5 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 944 time: 0.0502851 Aug 12 17:46:13.623284 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-87f02dbf-4cbc-44c7-bce1-72d8146960f6 req-ab12c33f-ab1e-4040-b1f8-8d9e11af93d7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Aug 12 17:46:13.680186 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 925c7aba-3003-4e34-87cd-7864174b2ea1 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:46:13.729274 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 925c7aba-3003-4e34-87cd-7864174b2ea1 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:46:13.729567 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:13.803001 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:13.825555 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:46:13.827808 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db80cf4-f00a-40ad-8ecb-ad7b6e421472" -d '{"events": [{"server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "name": "network-vif-plugged", "status": "completed", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:46:13.842083 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:46:13.846436 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:13.868752 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0453cf3-2c86-43d6-9906-00dffa49bced x-openstack-request-id: req-a0453cf3-2c86-43d6-9906-00dffa49bced {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:46:13.869045 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "name": "network-vif-plugged", "status": "completed", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:46:13.869296 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0453cf3-2c86-43d6-9906-00dffa49bced {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:46:13.869744 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'code': 200} Aug 12 17:46:13.899429 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=10']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:14.082089 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366dbcd-c04a-407d-bc7b-e349a86949e7 req-2aa42147-9d2c-4634-9b94-98d4cdc10876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:14.083650 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-c366dbcd-c04a-407d-bc7b-e349a86949e7 req-2aa42147-9d2c-4634-9b94-98d4cdc10876 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 1099 time: 0.0400581 Aug 12 17:46:14.118529 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-c366dbcd-c04a-407d-bc7b-e349a86949e7 req-5fab24eb-87ee-4ede-ab23-6a4b89448940 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275064 Aug 12 17:46:14.741648 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6632b-888c-4259-bf0e-bd76c3f80fda req-11c9428c-84aa-44c3-8cda-b9f286fcb4f7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:14.743308 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-88f6632b-888c-4259-bf0e-bd76c3f80fda req-11c9428c-84aa-44c3-8cda-b9f286fcb4f7 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 946 time: 0.0490050 Aug 12 17:46:14.781260 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-88f6632b-888c-4259-bf0e-bd76c3f80fda req-d3d6bace-0159-447b-9372-df162ee0992b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304070 Aug 12 17:46:15.906854 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2fbc0-80f8-4f67-9040-ade04c18a3a5 req-2212be0b-5468-4480-8714-c42b757c413b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:15.908536 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-01f2fbc0-80f8-4f67-9040-ade04c18a3a5 req-2212be0b-5468-4480-8714-c42b757c413b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 946 time: 0.0534315 Aug 12 17:46:15.947015 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-01f2fbc0-80f8-4f67-9040-ade04c18a3a5 req-ab901949-6f72-4509-ba05-f90aa5393a00 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323479 Aug 12 17:46:17.066427 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1d6d2-099c-4fee-8f2d-e65791a775af req-b886ac01-d14f-4f44-8aae-525d4a460d43 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:17.068709 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2de1d6d2-099c-4fee-8f2d-e65791a775af req-b886ac01-d14f-4f44-8aae-525d4a460d43 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 946 time: 0.0493019 Aug 12 17:46:17.115708 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-2de1d6d2-099c-4fee-8f2d-e65791a775af req-af86e9bd-2621-4c64-afff-79f9742921b9 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334742 Aug 12 17:46:19.186414 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57065b7d-e197-46bb-91bd-10fe1ae65686 req-fdc63a33-a0fd-42fd-9e05-66139b5c950b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:19.187894 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-57065b7d-e197-46bb-91bd-10fe1ae65686 req-fdc63a33-a0fd-42fd-9e05-66139b5c950b tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 946 time: 0.0493085 Aug 12 17:46:19.225027 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-57065b7d-e197-46bb-91bd-10fe1ae65686 req-6c795a29-3264-42fe-b8d0-ffc254a032b2 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308819 Aug 12 17:46:20.348698 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2579e-dd10-49c0-a08a-b732604828b1 req-ba48de36-3789-4703-bdb6-274989d80870 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:20.350107 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6fd2579e-dd10-49c0-a08a-b732604828b1 req-ba48de36-3789-4703-bdb6-274989d80870 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 946 time: 0.0525024 Aug 12 17:46:20.387300 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6fd2579e-dd10-49c0-a08a-b732604828b1 req-5a0f0f00-862a-4a45-80cf-5a467f81383e tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306044 Aug 12 17:46:21.142394 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-4d1ae6b6-879d-4be9-befd-9b78df1577ff tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:21.143825 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-4d1ae6b6-879d-4be9-befd-9b78df1577ff tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 946 time: 0.0470450 Aug 12 17:46:21.234450 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Deleting port 8be58af7-a283-434a-a73e-23a54b0897c0 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:46:21.234793 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:21.320509 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] For port 8be58af7-a283-434a-a73e-23a54b0897c0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=8be58af7-a283-434a-a73e-23a54b0897c0,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:46:21.320882 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:21.490973 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:21.491353 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:21.491670 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.l3_db [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Floating IP 57f1ffca-65a4-4238-b121-c1755f389127 disassociated. External IP: 172.27.1.250, port: 8be58af7-a283-434a-a73e-23a54b0897c0. Aug 12 17:46:21.492024 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Calling delete_port for 8be58af7-a283-434a-a73e-23a54b0897c0 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:46:21.502239 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07359cee-0751-4806-b4e0-0c68666aa960 req-4efbad02-7972-4334-816a-0e3f21fa1a93 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:21.503711 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-07359cee-0751-4806-b4e0-0c68666aa960 req-4efbad02-7972-4334-816a-0e3f21fa1a93 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc59ca0d-6906-4fc0-9ddd-7e8f7c513284 HTTP/1.1" status: 200 len: 946 time: 0.0485649 Aug 12 17:46:21.540293 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-07359cee-0751-4806-b4e0-0c68666aa960 req-42eec3de-5ea9-4bc1-ab53-e28a26076c60 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbb4852b-f90e-477c-953a-7f85e1dd19cb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307591 Aug 12 17:46:21.617932 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:21.646223 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event deleted for resources: {'Port': ['ID=8be58af7-a283-434a-a73e-23a54b0897c0,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:21.657707 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.658266 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.658660 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.659085 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.659428 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.659767 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.660211 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.660736 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.661080 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.661497 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.661832 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.662223 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:21.769270 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Router 17086a1a-d575-49bd-a4c8-dafb4822424e has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:46:21.874991 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:46:21.884657 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] Sync routers for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:46:21.895536 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:46:21.896162 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:46:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:21.920225 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] No DVR routers for this DVR port 8be58af7-a283-434a-a73e-23a54b0897c0 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:46:21.922984 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:21.925328 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-1590d38b-eb45-4add-af9f-7b6d9c69c3d8 req-a0296f7a-e0d7-40ea-abb9-a259bdac6bad tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.10 "DELETE /v2.0/ports/8be58af7-a283-434a-a73e-23a54b0897c0 HTTP/1.1" status: 204 len: 173 time: 0.7740910 Aug 12 17:46:21.925781 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'name': 'network-vif-deleted', 'tag': '8be58af7-a283-434a-a73e-23a54b0897c0'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:46:21.928734 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19da8f68-5626-4c21-b7e7-dde92c8f654e" -d '{"events": [{"server_uuid": "dc59ca0d-6906-4fc0-9ddd-7e8f7c513284", "name": "network-vif-deleted", "tag": "8be58af7-a283-434a-a73e-23a54b0897c0"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:46:21.967679 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba55d461-1fa3-4f7b-8833-68618130583a x-openstack-request-id: req-ba55d461-1fa3-4f7b-8833-68618130583a {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:46:21.967967 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc59ca0d-6906-4fc0-9ddd-7e8f7c513284", "name": "network-vif-deleted", "tag": "8be58af7-a283-434a-a73e-23a54b0897c0", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:46:21.968217 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba55d461-1fa3-4f7b-8833-68618130583a {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:46:21.968604 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc59ca0d-6906-4fc0-9ddd-7e8f7c513284', 'name': 'network-vif-deleted', 'tag': '8be58af7-a283-434a-a73e-23a54b0897c0', 'status': 'completed', 'code': 200} Aug 12 17:46:22.006686 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:46:22.212732 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:22.239823 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] Checking router: 17086a1a-d575-49bd-a4c8-dafb4822424e for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:46:22.249526 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:46:22.250179 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:46:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:22.488461 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:46:22.624923 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55312) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:22.680752 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-1eb28e27-ab5f-41cf-afc9-542dc4646205 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:22.705684 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-1eb28e27-ab5f-41cf-afc9-542dc4646205 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:22.706251 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:22.733231 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5317f01d-e635-40ae-bd09-a6afc6ed947f None None] The sync data for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi is: [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:35:18Z', 'revision_number': 4, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e', 'name': '', 'network_id': '62101b59-2a07-457f-a492-cb59bed73924', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'mac_address': 'fa:16:3e:83:a0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:17Z', 'updated_at': '2021-08-12T17:35:35Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'subnets': [{'id': '201e3868-33d2-428e-91a1-0151cccdf7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:46:22.758503 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-1eb28e27-ab5f-41cf-afc9-542dc4646205 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:22.761106 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-1eb28e27-ab5f-41cf-afc9-542dc4646205 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:22.764664 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-1eb28e27-ab5f-41cf-afc9-542dc4646205 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "DELETE /v2.0/security-groups/fbb4852b-f90e-477c-953a-7f85e1dd19cb HTTP/1.1" status: 204 len: 168 time: 0.1363695 Aug 12 17:46:22.765477 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55314) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:22.782934 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb28e27-ab5f-41cf-afc9-542dc4646205 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb4852b-f90e-477c-953a-7f85e1dd19cb,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:22.785010 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.api.v2.resource [None req-3de34234-187b-4956-8877-9df183848ca6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] show failed (client error): The resource could not be found. Aug 12 17:46:22.786044 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-3de34234-187b-4956-8877-9df183848ca6 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "GET /v2.0/security-groups/fbb4852b-f90e-477c-953a-7f85e1dd19cb HTTP/1.1" status: 404 len: 347 time: 0.0196745 Aug 12 17:46:22.788910 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55316) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:22.917462 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-65328e6c-abef-437a-aff4-b8b80e577a48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Deleting port 8ef674cd-96bd-4d62-8771-c2e98cbbec97 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:46:22.917923 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-65328e6c-abef-437a-aff4-b8b80e577a48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:22.957631 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f09d1d-2e4f-4676-932e-00d337b68097 None None] New status for floating IP 57f1ffca-65a4-4238-b121-c1755f389127: DOWN {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:46:23.001077 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-65328e6c-abef-437a-aff4-b8b80e577a48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:23.001468 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-65328e6c-abef-437a-aff4-b8b80e577a48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:23.013844 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-65328e6c-abef-437a-aff4-b8b80e577a48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Calling delete_port for 8ef674cd-96bd-4d62-8771-c2e98cbbec97 owned by network:floatingip {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:46:23.155714 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-65328e6c-abef-437a-aff4-b8b80e577a48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:23.188202 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65328e6c-abef-437a-aff4-b8b80e577a48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Pushing event deleted for resources: {'Port': ['ID=8ef674cd-96bd-4d62-8771-c2e98cbbec97,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:23.245908 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-65328e6c-abef-437a-aff4-b8b80e577a48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks [] for floatingip, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:23.248487 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-65328e6c-abef-437a-aff4-b8b80e577a48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:23.249686 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-65328e6c-abef-437a-aff4-b8b80e577a48 tempest-AttachVolumeTestJSON-1397521659 tempest-AttachVolumeTestJSON-1397521659-project] 10.222.0.25 "DELETE /v2.0/floatingips/57f1ffca-65a4-4238-b121-c1755f389127 HTTP/1.1" status: 204 len: 168 time: 0.4598665 Aug 12 17:46:23.706328 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 8be58af7-a283-434a-a73e-23a54b0897c0 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:46:23.725656 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 8be58af7-a283-434a-a73e-23a54b0897c0 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:46:23.725998 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 8be58af7-a283-434a-a73e-23a54b0897c0 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:46:26.706093 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:46:26.794168 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55346) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:27.232927 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368533'] for router_interface, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:27.475822 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] Deleting port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:46:27.476163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:27.552455 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] For port 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:46:27.552831 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:27.566541 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] Calling delete_port for 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e owned by network:router_interface {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:46:27.743193 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:27.769614 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:27.931749 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455717'] for router_interface, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:28.141857 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] Router 17086a1a-d575-49bd-a4c8-dafb4822424e has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:46:28.245869 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:46:28.250897 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-690548e9-aee3-483c-a3ed-4f19eadc3293 admin admin] 10.222.0.25 "PUT /v2.0/routers/17086a1a-d575-49bd-a4c8-dafb4822424e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4557159 Aug 12 17:46:28.253396 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55350) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:28.254546 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6128d74-ee84-49ac-9585-68607103988f None None] Sync routers for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:46:28.263951 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6128d74-ee84-49ac-9585-68607103988f None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:46:28.264590 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f6128d74-ee84-49ac-9585-68607103988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:46:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:28.367274 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Notify callbacks [] for router, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:28.372374 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-f6128d74-ee84-49ac-9585-68607103988f None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:46:28.470157 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:28.530033 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Deleting port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:46:28.530407 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:28.554951 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f6128d74-ee84-49ac-9585-68607103988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:46:27Z', 'revision_number': 5, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port': {'id': '7a7467be-a13d-4d56-ba4e-1eaa480be6ce', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:39:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:28.584663 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6128d74-ee84-49ac-9585-68607103988f None None] Checking router: 17086a1a-d575-49bd-a4c8-dafb4822424e for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:46:28.593864 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6128d74-ee84-49ac-9585-68607103988f None None] Routers {'17086a1a-d575-49bd-a4c8-dafb4822424e'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:46:28.594551 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f6128d74-ee84-49ac-9585-68607103988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:46:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['17086a1a-d575-49bd-a4c8-dafb4822424e'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:28.614345 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] For port 7a7467be-a13d-4d56-ba4e-1eaa480be6ce, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=7a7467be-a13d-4d56-ba4e-1eaa480be6ce,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:46:28.614718 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:28.627376 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Calling delete_port for 7a7467be-a13d-4d56-ba4e-1eaa480be6ce owned by network:router_gateway {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:46:28.679364 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-f6128d74-ee84-49ac-9585-68607103988f None None] Set router 17086a1a-d575-49bd-a4c8-dafb4822424e gateway port host: None {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:46:28.732342 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-f6128d74-ee84-49ac-9585-68607103988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:46:28Z', 'revision_number': 6, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port_host': None}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:28.762605 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6128d74-ee84-49ac-9585-68607103988f None None] The sync data for ids ['17086a1a-d575-49bd-a4c8-dafb4822424e'] in dv-cinder-788253-6-iscsi is: [{'id': '17086a1a-d575-49bd-a4c8-dafb4822424e', 'name': 'tempest-AttachVolumeTestJSON-630369723-router', 'tenant_id': 'f427f178d24e44fb8c72a7030360bd1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:10Z', 'updated_at': '2021-08-12T17:46:28Z', 'revision_number': 6, 'project_id': 'f427f178d24e44fb8c72a7030360bd1f', 'gw_port_host': None}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:46:28.789635 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:28.812419 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7467be-a13d-4d56-ba4e-1eaa480be6ce,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:28.875883 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455647'] for router_gateway, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.219740 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48530'] for router, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.221792 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.262956 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456252'] for router, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.263505 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17086a1a-d575-49bd-a4c8-dafb4822424e {{(pid=94308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 17:46:29.267935 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] Notify callbacks [] for router, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.269107 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-abf9bb6d-d59a-4444-9178-dcadacddcb44 admin admin] 10.222.0.25 "DELETE /v2.0/routers/17086a1a-d575-49bd-a4c8-dafb4822424e HTTP/1.1" status: 204 len: 168 time: 1.0147424 Aug 12 17:46:29.271602 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55352) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:29.314996 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cb4113-a560-4b01-8ec0-a3f1abe2e527 admin admin] Deleting subnet 201e3868-33d2-428e-91a1-0151cccdf7b7 {{(pid=94308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:46:29.318290 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-50cb4113-a560-4b01-8ec0-a3f1abe2e527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.351138 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-50cb4113-a560-4b01-8ec0-a3f1abe2e527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126464360'] for subnet, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.428681 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-50cb4113-a560-4b01-8ec0-a3f1abe2e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.481211 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-50cb4113-a560-4b01-8ec0-a3f1abe2e527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127425865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127454960'] for subnet, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.508307 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb4113-a560-4b01-8ec0-a3f1abe2e527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201e3868-33d2-428e-91a1-0151cccdf7b7,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:29.510957 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-50cb4113-a560-4b01-8ec0-a3f1abe2e527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.514561 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-50cb4113-a560-4b01-8ec0-a3f1abe2e527 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/201e3868-33d2-428e-91a1-0151cccdf7b7 HTTP/1.1" status: 204 len: 168 time: 0.2419808 Aug 12 17:46:29.515642 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 55354) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:29.518724 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bebe5ed-ecef-4882-91fc-514c1fd7293b None None] Network 62101b59-2a07-457f-a492-cb59bed73924 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:46:29.591038 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.652372 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Deleting port 1dcde11f-9fbe-4ebc-b184-c4095659e327 {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:46:29.652712 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.657067 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 7a7467be-a13d-4d56-ba4e-1eaa480be6ce no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:46:29.686390 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 7a7467be-a13d-4d56-ba4e-1eaa480be6ce {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:46:29.686829 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 7a7467be-a13d-4d56-ba4e-1eaa480be6ce not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:46:29.687334 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:46:29.708312 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:46:29.708657 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 0fc7fafb-050c-48f7-8e18-fe7dc34f2d1e not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:46:29.718853 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f58d9-6acd-4d57-ac5a-d2de85efede0 None None] DHCP port deletion for 62101b59-2a07-457f-a492-cb59bed73924 request from dv-cinder-788253-6-iscsi {{(pid=94310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 17:46:29.719207 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] For port 1dcde11f-9fbe-4ebc-b184-c4095659e327, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=1dcde11f-9fbe-4ebc-b184-c4095659e327,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:46:29.719582 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.733241 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Calling delete_port for 1dcde11f-9fbe-4ebc-b184-c4095659e327 owned by network:dhcp {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:46:29.766144 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-f86f58d9-6acd-4d57-ac5a-d2de85efede0 None None] Deleting port 1dcde11f-9fbe-4ebc-b184-c4095659e327 {{(pid=94310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:46:29.766524 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-f86f58d9-6acd-4d57-ac5a-d2de85efede0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.820814 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.838620 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-f86f58d9-6acd-4d57-ac5a-d2de85efede0 None None] For port 1dcde11f-9fbe-4ebc-b184-c4095659e327, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=1dcde11f-9fbe-4ebc-b184-c4095659e327,segment=NetworkSegment(7c9787bb-c8f2-431a-a0b6-7290469ffb4c),segment_id=7c9787bb-c8f2-431a-a0b6-7290469ffb4c)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:46:29.839022 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-f86f58d9-6acd-4d57-ac5a-d2de85efede0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.847287 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcde11f-9fbe-4ebc-b184-c4095659e327,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:29.853002 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] No DVR routers for this DVR port 1dcde11f-9fbe-4ebc-b184-c4095659e327 on host dv-cinder-788253-6-iscsi {{(pid=94309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:46:29.855025 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-f86f58d9-6acd-4d57-ac5a-d2de85efede0 None None] Calling delete_port for 1dcde11f-9fbe-4ebc-b184-c4095659e327 owned by network:dhcp {{(pid=94310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:46:29.861723 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.863636 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.864531 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.864935 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.865434 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.865963 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.866473 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.866877 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.867214 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.867555 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.868094 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.868231 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:46:29.930986 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-f86f58d9-6acd-4d57-ac5a-d2de85efede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692'] for port, after_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.941376 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.951521 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62101b59-2a07-457f-a492-cb59bed73924']}} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:29.962461 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9787bb-c8f2-431a-a0b6-7290469ffb4c') {'for_net_delete': True} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:29.962764 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9787bb-c8f2-431a-a0b6-7290469ffb4c') {} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:46:29.964092 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f58d9-6acd-4d57-ac5a-d2de85efede0 None None] Pushing event deleted for resources: {'Port': ['ID=1dcde11f-9fbe-4ebc-b184-c4095659e327,revision_number=None']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:29.970271 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86f58d9-6acd-4d57-ac5a-d2de85efede0 None None] No DVR routers for this DVR port 1dcde11f-9fbe-4ebc-b184-c4095659e327 on host dv-cinder-788253-6-iscsi {{(pid=94310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:46:29.972511 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127490672'] for segment, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.974628 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:29.994342 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:30.001581 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:46:30.002140 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126545474'] for segment, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: Traceback (most recent call last): Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: timer() Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: cb(*args, **kw) Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: return func(*args, **kwargs) Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: self._notify() Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: self.callback(batched_events) Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: event.method(event) Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: return f(self, *a, **k) Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: return self._get(url).json() Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: return self.request(url, 'GET', **kwargs) Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:46:30.004490 dv-cinder-788253-6-iscsi neutron-server[94309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:46:30.063452 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9777e817-2bf0-4a07-b52d-2b4fe2fd8e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:30.081656 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:30.086965 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:30.089360 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] 10.222.0.25 "DELETE /v2.0/networks/62101b59-2a07-457f-a492-cb59bed73924 HTTP/1.1" status: 204 len: 168 time: 0.5728371 Aug 12 17:46:30.100404 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0d48e-de0d-4114-968c-e92fbdad9422 admin admin] Pushing event deleted for resources: {'Network': ['ID=62101b59-2a07-457f-a492-cb59bed73924,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:30.219193 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55358) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:30.261583 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-1d8ef0a2-5203-4769-b9a8-9ed2ca725283 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f427f178d24e44fb8c72a7030360bd1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411403 Aug 12 17:46:30.264182 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55360) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:30.312577 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffac3661-84df-44c3-8e88-92f552a7819f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:30.337516 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffac3661-84df-44c3-8e88-92f552a7819f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:30.383653 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffac3661-84df-44c3-8e88-92f552a7819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:30.386168 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffac3661-84df-44c3-8e88-92f552a7819f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:30.387333 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-ffac3661-84df-44c3-8e88-92f552a7819f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d52f969-3cbf-43bb-99c3-fbab983e40ac HTTP/1.1" status: 204 len: 168 time: 0.1222448 Aug 12 17:46:30.395523 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac3661-84df-44c3-8e88-92f552a7819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d52f969-3cbf-43bb-99c3-fbab983e40ac,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:31.627071 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 1dcde11f-9fbe-4ebc-b184-c4095659e327 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:46:31.650465 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 1dcde11f-9fbe-4ebc-b184-c4095659e327 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:46:31.651320 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 1dcde11f-9fbe-4ebc-b184-c4095659e327 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:46:32.911859 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-14055590-d1e3-492f-abc2-63ec5b24fc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:33.259980 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:34.080567 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:34.104093 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55424) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:34.208917 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-bedf829a-77d9-4bc0-bfbd-1760af3d3853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:34.300487 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-bedf829a-77d9-4bc0-bfbd-1760af3d3853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:34.304870 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-bedf829a-77d9-4bc0-bfbd-1760af3d3853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:34.342169 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-bedf829a-77d9-4bc0-bfbd-1760af3d3853 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c581a91bdc434070901371c27573ba1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370062 Aug 12 17:46:34.343246 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf829a-77d9-4bc0-bfbd-1760af3d3853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2521fac9-6eeb-45b7-a196-e19eec211d03,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:34.344940 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 55428) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:34.394094 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-118708a0-5b9c-4ce8-9bb2-56083caf22bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:34.415865 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-118708a0-5b9c-4ce8-9bb2-56083caf22bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:34.469839 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-118708a0-5b9c-4ce8-9bb2-56083caf22bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:34.472326 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-118708a0-5b9c-4ce8-9bb2-56083caf22bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:34.473453 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-118708a0-5b9c-4ce8-9bb2-56083caf22bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2521fac9-6eeb-45b7-a196-e19eec211d03 HTTP/1.1" status: 204 len: 168 time: 0.1270180 Aug 12 17:46:34.481309 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118708a0-5b9c-4ce8-9bb2-56083caf22bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2521fac9-6eeb-45b7-a196-e19eec211d03,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:35.467584 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:38.191608 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-31927d59-6147-4c42-ac28-541afb22069c req-8719facd-7aa6-45ab-a192-ecd4f4a558b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385137 Aug 12 17:46:38.256832 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927d59-6147-4c42-ac28-541afb22069c req-e1dba325-bcdc-43b3-ad3b-95755456b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:38.258352 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-31927d59-6147-4c42-ac28-541afb22069c req-e1dba325-bcdc-43b3-ad3b-95755456b6b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 1099 time: 0.0448225 Aug 12 17:46:38.369834 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927d59-6147-4c42-ac28-541afb22069c req-8b1cea21-596d-4670-a3d0-8574df669df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:38.371405 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-31927d59-6147-4c42-ac28-541afb22069c req-8b1cea21-596d-4670-a3d0-8574df669df7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.0921178 Aug 12 17:46:38.445329 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-31927d59-6147-4c42-ac28-541afb22069c req-bc66998f-f80e-4d46-896f-c127902d5655 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc HTTP/1.1" status: 200 len: 1002 time: 0.0655351 Aug 12 17:46:38.498600 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927d59-6147-4c42-ac28-541afb22069c req-cdbec0b0-1eb4-459f-bd8a-99d0e37af851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:38.500132 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-31927d59-6147-4c42-ac28-541afb22069c req-cdbec0b0-1eb4-459f-bd8a-99d0e37af851 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0478609 Aug 12 17:46:38.558013 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927d59-6147-4c42-ac28-541afb22069c req-2c147462-9eef-4445-ac98-4d93c0ba105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:46:38.559756 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-31927d59-6147-4c42-ac28-541afb22069c req-2c147462-9eef-4445-ac98-4d93c0ba105d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521314 Aug 12 17:46:38.659141 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-31927d59-6147-4c42-ac28-541afb22069c req-cee3916e-4e80-4429-9062-2ebe6b067f69 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905330 Aug 12 17:46:38.749510 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-31927d59-6147-4c42-ac28-541afb22069c req-5b7b3fcd-fb7f-4e4c-9fc3-20f268d18620 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830252 Aug 12 17:46:50.668585 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 55642) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:50.771322 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e543afa-1fec-4bae-9bda-bc5ecd40b871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:50.865140 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e543afa-1fec-4bae-9bda-bc5ecd40b871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:50.868567 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-5e543afa-1fec-4bae-9bda-bc5ecd40b871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:50.905269 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-5e543afa-1fec-4bae-9bda-bc5ecd40b871 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c508855071d4e1389de0903522cad00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351222 Aug 12 17:46:50.907266 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e543afa-1fec-4bae-9bda-bc5ecd40b871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ceb162-ba4e-44d6-b8eb-df6d098ad1e1,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:50.908040 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55646) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:50.958775 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9b396770-577b-4990-86c2-23778d3e1c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:50.979086 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9b396770-577b-4990-86c2-23778d3e1c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:51.024962 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9b396770-577b-4990-86c2-23778d3e1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:51.027822 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-9b396770-577b-4990-86c2-23778d3e1c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:51.029890 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-9b396770-577b-4990-86c2-23778d3e1c03 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72ceb162-ba4e-44d6-b8eb-df6d098ad1e1 HTTP/1.1" status: 204 len: 168 time: 0.1205864 Aug 12 17:46:51.039105 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b396770-577b-4990-86c2-23778d3e1c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ceb162-ba4e-44d6-b8eb-df6d098ad1e1,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:51.291917 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55652) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:51.309856 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccf7d-fcfd-475f-8efa-a133a674942d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:51.398716 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccf7d-fcfd-475f-8efa-a133a674942d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:51.402661 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-bb0ccf7d-fcfd-475f-8efa-a133a674942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:51.449968 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-bb0ccf7d-fcfd-475f-8efa-a133a674942d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8b7da1e6a954ecf8f3a191516fa158f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569028 Aug 12 17:46:51.451498 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ccf7d-fcfd-475f-8efa-a133a674942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa07495-aa60-4f55-b94e-adc21cf3c8c6,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:51.453226 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 55654) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:51.501788 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-56c0af0f-1bfe-4541-a7b9-09b85f855c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:51.522446 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-56c0af0f-1bfe-4541-a7b9-09b85f855c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:51.571309 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-56c0af0f-1bfe-4541-a7b9-09b85f855c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:51.573921 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-56c0af0f-1bfe-4541-a7b9-09b85f855c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:51.575614 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-56c0af0f-1bfe-4541-a7b9-09b85f855c44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3aa07495-aa60-4f55-b94e-adc21cf3c8c6 HTTP/1.1" status: 204 len: 168 time: 0.1208413 Aug 12 17:46:51.585111 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0af0f-1bfe-4541-a7b9-09b85f855c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa07495-aa60-4f55-b94e-adc21cf3c8c6,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:53.115869 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 55700) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:53.221918 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3339a74e-42a3-49ac-832a-5e7c4c351c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.307978 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3339a74e-42a3-49ac-832a-5e7c4c351c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.312917 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3339a74e-42a3-49ac-832a-5e7c4c351c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.351640 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-3339a74e-42a3-49ac-832a-5e7c4c351c98 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b656edf090f04e29b940683a3bea1a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347095 Aug 12 17:46:53.352768 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339a74e-42a3-49ac-832a-5e7c4c351c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6ac3f3-094a-4b6e-9bda-03f74a78ecd7,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:53.354366 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55704) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:53.403949 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-82b84735-29e5-4762-95f4-54bd00491302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.424144 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-82b84735-29e5-4762-95f4-54bd00491302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.470352 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-82b84735-29e5-4762-95f4-54bd00491302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.472895 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-82b84735-29e5-4762-95f4-54bd00491302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.474060 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-82b84735-29e5-4762-95f4-54bd00491302 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe6ac3f3-094a-4b6e-9bda-03f74a78ecd7 HTTP/1.1" status: 204 len: 168 time: 0.1181145 Aug 12 17:46:53.481683 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b84735-29e5-4762-95f4-54bd00491302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6ac3f3-094a-4b6e-9bda-03f74a78ecd7,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:53.726303 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 55710) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:53.740187 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a781fd6f-ac9e-4936-b50d-517de33dfa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.834498 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a781fd6f-ac9e-4936-b50d-517de33dfa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.838239 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-a781fd6f-ac9e-4936-b50d-517de33dfa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.875675 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-a781fd6f-ac9e-4936-b50d-517de33dfa53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40789760551b4c2590b302f61349c0ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482892 Aug 12 17:46:53.877600 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781fd6f-ac9e-4936-b50d-517de33dfa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b94d78-9994-4e06-a091-5a7ff58959d6,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:53.878459 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55712) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:53.926488 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8f173ac5-7cd6-4aef-9366-4d546b3a9d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.950664 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8f173ac5-7cd6-4aef-9366-4d546b3a9d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.995624 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8f173ac5-7cd6-4aef-9366-4d546b3a9d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.998762 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-8f173ac5-7cd6-4aef-9366-4d546b3a9d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:53.999963 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-8f173ac5-7cd6-4aef-9366-4d546b3a9d9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46b94d78-9994-4e06-a091-5a7ff58959d6 HTTP/1.1" status: 204 len: 168 time: 0.1204948 Aug 12 17:46:54.008386 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f173ac5-7cd6-4aef-9366-4d546b3a9d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b94d78-9994-4e06-a091-5a7ff58959d6,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:58.808669 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55788) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:58.912009 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-453111dd-a073-4c96-ae3c-879e1bdeeb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.001422 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-453111dd-a073-4c96-ae3c-879e1bdeeb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.005897 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-453111dd-a073-4c96-ae3c-879e1bdeeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.040768 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453111dd-a073-4c96-ae3c-879e1bdeeb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c79ef5-5118-437f-80e2-a510c425b939,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:59.045545 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-453111dd-a073-4c96-ae3c-879e1bdeeb9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3f711db0bcd48f89883c6bb02e91cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353387 Aug 12 17:46:59.048187 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55792) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:59.096932 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6c7a94a3-da24-4e11-a26d-198c892de19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.117504 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6c7a94a3-da24-4e11-a26d-198c892de19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.164673 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6c7a94a3-da24-4e11-a26d-198c892de19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.167615 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6c7a94a3-da24-4e11-a26d-198c892de19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.169678 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-6c7a94a3-da24-4e11-a26d-198c892de19b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2c79ef5-5118-437f-80e2-a510c425b939 HTTP/1.1" status: 204 len: 168 time: 0.1204243 Aug 12 17:46:59.180756 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a94a3-da24-4e11-a26d-198c892de19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c79ef5-5118-437f-80e2-a510c425b939,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:59.433001 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55798) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:59.446290 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-180de176-721a-43ea-b40a-6e341dd897aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.533669 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-180de176-721a-43ea-b40a-6e341dd897aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.537376 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-180de176-721a-43ea-b40a-6e341dd897aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.574634 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-180de176-721a-43ea-b40a-6e341dd897aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55ebe05c4fc3471cb8d57d893e108aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405439 Aug 12 17:46:59.576566 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180de176-721a-43ea-b40a-6e341dd897aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990dec50-938f-4f75-ba62-b99561335249,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:59.577301 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 55800) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:46:59.630241 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b788d918-319b-4bd4-a61b-02ad3e5afe18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.650460 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b788d918-319b-4bd4-a61b-02ad3e5afe18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.695162 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b788d918-319b-4bd4-a61b-02ad3e5afe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.697943 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b788d918-319b-4bd4-a61b-02ad3e5afe18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:46:59.699109 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-b788d918-319b-4bd4-a61b-02ad3e5afe18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/990dec50-938f-4f75-ba62-b99561335249 HTTP/1.1" status: 204 len: 168 time: 0.1207678 Aug 12 17:46:59.706932 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788d918-319b-4bd4-a61b-02ad3e5afe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990dec50-938f-4f75-ba62-b99561335249,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:46:59.945311 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:00.066149 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-56c79891-8921-44ff-b937-74400e097d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:02.903718 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-2720af0f-4249-4537-8569-176d07e20aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:03.260084 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:03.705667 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:47:04.083335 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:05.471849 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:10.281526 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 55910) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:10.385558 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-fb741f7c-e92d-4c82-a381-513a85afa2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:10.473918 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-fb741f7c-e92d-4c82-a381-513a85afa2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:10.477431 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-fb741f7c-e92d-4c82-a381-513a85afa2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:10.513072 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb741f7c-e92d-4c82-a381-513a85afa2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b48eeb7-48d2-4cc9-bf79-bdd9ed12a1c0,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:10.518622 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-fb741f7c-e92d-4c82-a381-513a85afa2ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d223373e1fc4bb98d4665b45c2faf20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352693 Aug 12 17:47:10.520453 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 55914) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:10.568919 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20d6d637-c6a5-40d7-bba0-9c2d76c0af0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:10.592232 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20d6d637-c6a5-40d7-bba0-9c2d76c0af0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:10.639530 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20d6d637-c6a5-40d7-bba0-9c2d76c0af0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:10.642025 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-20d6d637-c6a5-40d7-bba0-9c2d76c0af0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:10.643194 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-20d6d637-c6a5-40d7-bba0-9c2d76c0af0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b48eeb7-48d2-4cc9-bf79-bdd9ed12a1c0 HTTP/1.1" status: 204 len: 168 time: 0.1218455 Aug 12 17:47:10.650973 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6d637-c6a5-40d7-bba0-9c2d76c0af0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b48eeb7-48d2-4cc9-bf79-bdd9ed12a1c0,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:10.900886 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 55920) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:10.913899 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-834b5a7f-17e9-4966-9b3a-001a636ccdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:11.005534 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-834b5a7f-17e9-4966-9b3a-001a636ccdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:11.009324 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-834b5a7f-17e9-4966-9b3a-001a636ccdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:11.046131 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-834b5a7f-17e9-4966-9b3a-001a636ccdf8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=731710e741b347f9b412a6ec65ef2212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441357 Aug 12 17:47:11.048141 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b5a7f-17e9-4966-9b3a-001a636ccdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8768a7-39b9-4753-900b-499c61dba07c,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:11.048903 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 55922) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:11.098391 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-56507167-45c9-4753-99a9-a0a1ab8323cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:11.120136 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-56507167-45c9-4753-99a9-a0a1ab8323cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:11.165671 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-56507167-45c9-4753-99a9-a0a1ab8323cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:11.168354 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-56507167-45c9-4753-99a9-a0a1ab8323cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:11.169494 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-56507167-45c9-4753-99a9-a0a1ab8323cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b8768a7-39b9-4753-900b-499c61dba07c HTTP/1.1" status: 204 len: 168 time: 0.1196077 Aug 12 17:47:11.177747 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56507167-45c9-4753-99a9-a0a1ab8323cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8768a7-39b9-4753-900b-499c61dba07c,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:12.924445 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca913964-2667-44c0-a6ba-6412b4e5e84c req-46bd108a-1be7-4d5b-8db2-780015f9b775 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:12.925920 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ca913964-2667-44c0-a6ba-6412b4e5e84c req-46bd108a-1be7-4d5b-8db2-780015f9b775 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 946 time: 0.0473464 Aug 12 17:47:12.963372 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ca913964-2667-44c0-a6ba-6412b4e5e84c req-a11e3393-a2b9-4626-9f5c-b42dd1bf569f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315473 Aug 12 17:47:14.084851 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e2fe7-133f-4e5a-a173-ea0fc707d615 req-622376f5-70eb-4d96-8431-15b3fe67995a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:14.086342 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-902e2fe7-133f-4e5a-a173-ea0fc707d615 req-622376f5-70eb-4d96-8431-15b3fe67995a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 946 time: 0.0513239 Aug 12 17:47:14.123705 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-902e2fe7-133f-4e5a-a173-ea0fc707d615 req-4cd445f3-6569-4c3f-a96f-231a3884a675 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups?id=a42ad908-8bb5-41b4-a5f1-8508a513ef66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309272 Aug 12 17:47:14.405561 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-5eeebe9b-73d7-413e-aaf6-f5f3ada13367 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:14.407118 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-5eeebe9b-73d7-413e-aaf6-f5f3ada13367 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.10 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 946 time: 0.0502729 Aug 12 17:47:14.495467 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Deleting port 925c7aba-3003-4e34-87cd-7864174b2ea1 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:47:14.495812 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:14.585229 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] For port 925c7aba-3003-4e34-87cd-7864174b2ea1, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=925c7aba-3003-4e34-87cd-7864174b2ea1,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:47:14.585594 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:14.763806 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:14.764269 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:14.764594 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.l3_db [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Floating IP 5d729cb0-fb5d-4fc0-99ce-e33c43bb2201 disassociated. External IP: 172.27.1.223, port: 925c7aba-3003-4e34-87cd-7864174b2ea1. Aug 12 17:47:14.764948 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Calling delete_port for 925c7aba-3003-4e34-87cd-7864174b2ea1 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:47:14.896738 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:14.925198 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event deleted for resources: {'Port': ['ID=925c7aba-3003-4e34-87cd-7864174b2ea1,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:15.049458 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Router de6b7917-9d0e-4403-b79d-d8543a1a2b92 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:47:15.158821 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:47:15.169412 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] Sync routers for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:47:15.178919 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:47:15.179644 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:47:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:15.198493 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] No DVR routers for this DVR port 925c7aba-3003-4e34-87cd-7864174b2ea1 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:47:15.202125 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:15.204033 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-7d28dd7e-5c6f-4cd8-9013-7c0bf3e8f917 req-16e6786b-442c-4c0e-bc26-b9f28782480a tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.10 "DELETE /v2.0/ports/925c7aba-3003-4e34-87cd-7864174b2ea1 HTTP/1.1" status: 204 len: 173 time: 0.7906325 Aug 12 17:47:15.204477 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'name': 'network-vif-deleted', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:47:15.206754 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51d4475-8b1e-4cb0-8cfe-ef4d7c83d39d" -d '{"events": [{"server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "name": "network-vif-deleted", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:47:15.240381 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-abcb58f6-44fa-49c8-8bfa-7b5aa40b341d req-8ed54ea0-6180-4976-b1c1-5c1d19f05417 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/ports?device_id=327e2430-4408-4a5c-8c83-e2031e9903a2 HTTP/1.1" status: 200 len: 210 time: 0.0426207 Aug 12 17:47:15.303012 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:47:15.426059 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342a05ad-cf67-4be3-97bb-89daea6b09f0 x-openstack-request-id: req-342a05ad-cf67-4be3-97bb-89daea6b09f0 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:47:15.426691 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327e2430-4408-4a5c-8c83-e2031e9903a2", "name": "network-vif-deleted", "tag": "925c7aba-3003-4e34-87cd-7864174b2ea1", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:47:15.426691 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-342a05ad-cf67-4be3-97bb-89daea6b09f0 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:47:15.427011 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327e2430-4408-4a5c-8c83-e2031e9903a2', 'name': 'network-vif-deleted', 'tag': '925c7aba-3003-4e34-87cd-7864174b2ea1', 'status': 'completed', 'code': 200} Aug 12 17:47:15.535548 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:15.566160 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] Checking router: de6b7917-9d0e-4403-b79d-d8543a1a2b92 for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:47:15.575052 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:47:15.575654 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:47:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:15.773840 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:47:15.965096 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:15.992134 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dcd75-3e9a-45c6-b642-7498b556f5c6 None None] The sync data for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi is: [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:35:21Z', 'revision_number': 4, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': 'dba57d6f-f729-479a-bdf4-6ab975aec77d', 'name': '', 'network_id': '7e9eabe0-6231-4d94-8b42-748071d3812f', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'mac_address': 'fa:16:3e:01:27:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:18Z', 'updated_at': '2021-08-12T17:35:36Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'subnets': [{'id': 'e539714d-30f3-44fa-8d57-653aa28f0d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:47:16.220921 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef63daac-4a27-4615-828a-dc94365e04ee None None] New status for floating IP 5d729cb0-fb5d-4fc0-99ce-e33c43bb2201: DOWN {{(pid=94310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:47:16.335914 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56016) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:16.395779 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6afa1189-8a19-4c0d-83a5-68f1c644da8b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:16.419232 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6afa1189-8a19-4c0d-83a5-68f1c644da8b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:16.468480 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6afa1189-8a19-4c0d-83a5-68f1c644da8b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:16.471150 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-6afa1189-8a19-4c0d-83a5-68f1c644da8b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:16.472318 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-6afa1189-8a19-4c0d-83a5-68f1c644da8b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "DELETE /v2.0/security-groups/a42ad908-8bb5-41b4-a5f1-8508a513ef66 HTTP/1.1" status: 204 len: 168 time: 0.1352904 Aug 12 17:47:16.475089 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56022) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:16.481391 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa1189-8a19-4c0d-83a5-68f1c644da8b tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42ad908-8bb5-41b4-a5f1-8508a513ef66,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:16.490286 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.api.v2.resource [None req-996c7db7-1c7e-41bc-95ed-a83493a27785 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] show failed (client error): The resource could not be found. Aug 12 17:47:16.491813 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-996c7db7-1c7e-41bc-95ed-a83493a27785 tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "GET /v2.0/security-groups/a42ad908-8bb5-41b4-a5f1-8508a513ef66 HTTP/1.1" status: 404 len: 347 time: 0.0152445 Aug 12 17:47:16.494866 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56024) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:16.619424 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-3cc0b7f4-abf0-4ce6-996b-9454684acd3f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Deleting port 35adca2c-dc61-48a6-8e3e-b09558f68db8 {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:47:16.619777 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b7f4-abf0-4ce6-996b-9454684acd3f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:16.707845 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b7f4-abf0-4ce6-996b-9454684acd3f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:16.708174 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b7f4-abf0-4ce6-996b-9454684acd3f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:16.720066 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-3cc0b7f4-abf0-4ce6-996b-9454684acd3f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Calling delete_port for 35adca2c-dc61-48a6-8e3e-b09558f68db8 owned by network:floatingip {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:47:16.861380 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b7f4-abf0-4ce6-996b-9454684acd3f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:16.887507 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0b7f4-abf0-4ce6-996b-9454684acd3f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Pushing event deleted for resources: {'Port': ['ID=35adca2c-dc61-48a6-8e3e-b09558f68db8,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:16.947413 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b7f4-abf0-4ce6-996b-9454684acd3f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks [] for floatingip, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:16.949984 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3cc0b7f4-abf0-4ce6-996b-9454684acd3f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:16.951174 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-3cc0b7f4-abf0-4ce6-996b-9454684acd3f tempest-AttachVolumeShelveTestJSON-1473529319 tempest-AttachVolumeShelveTestJSON-1473529319-project] 10.222.0.25 "DELETE /v2.0/floatingips/5d729cb0-fb5d-4fc0-99ce-e33c43bb2201 HTTP/1.1" status: 204 len: 168 time: 0.4552276 Aug 12 17:47:18.283423 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 925c7aba-3003-4e34-87cd-7864174b2ea1 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:47:18.304787 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 925c7aba-3003-4e34-87cd-7864174b2ea1 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:47:18.305136 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 925c7aba-3003-4e34-87cd-7864174b2ea1 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:47:25.458008 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-6587e9ba-3637-4acb-9e78-169db1812a9f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661960785&fields=id&tenant_id=930d6afb968e4b429d908a0c1661f490 HTTP/1.1" status: 200 len: 267 time: 0.0346251 Aug 12 17:47:25.566048 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-a4de330c-1442-4532-b252-94dcba584b1e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:25.567425 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-a4de330c-1442-4532-b252-94dcba584b1e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 811 time: 0.1026189 Aug 12 17:47:25.582034 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-52bf9c52-3e57-40ab-804b-356b43b32f4b tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/quotas/930d6afb968e4b429d908a0c1661f490 HTTP/1.1" status: 200 len: 375 time: 0.0088716 Aug 12 17:47:25.638829 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-e9459583-59ff-40bf-9b2c-cf48b37ff391 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0516825 Aug 12 17:47:25.686267 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56168) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:25.750646 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-e82d3064-cc23-4ae3-8886-2d00cf832567 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:47:25.751757 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-e82d3064-cc23-4ae3-8886-2d00cf832567 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1008077 Aug 12 17:47:25.877561 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-5b6807ee-e66e-4d52-9c81-ca1b74f6eca3 service neutron] 10.222.0.25 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195371 Aug 12 17:47:26.052080 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-84c51505-b99d-4a7e-9270-d88ec0e90349 service neutron] 10.222.0.25 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666420 Aug 12 17:47:26.264684 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368533'] for router_interface, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.348728 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56190) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:26.398872 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1b1484e7-73e6-493d-8187-3ce040cea4a9 req-e14aa219-b997-4075-aa45-8b4c136bf66b tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 210 time: 0.0326107 Aug 12 17:47:26.477992 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.580323 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.586185 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.589033 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] Deleting port dba57d6f-f729-479a-bdf4-6ab975aec77d {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:47:26.589543 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.624359 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8b2a49-0e31-4007-aaec-118fc668bd16,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:26.630629 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3b2c53efa004762bdcbb6fcc1f10c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807767 Aug 12 17:47:26.631428 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56200) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:26.656782 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.657130 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.657518 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.657797 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.658152 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.658583 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.658802 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.659131 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.659454 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.659771 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.660089 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.660406 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826e27b2-011b-4d38-9aaa-81a531669a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:26.683680 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] For port dba57d6f-f729-479a-bdf4-6ab975aec77d, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=dba57d6f-f729-479a-bdf4-6ab975aec77d,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:47:26.684345 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.698751 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] Calling delete_port for dba57d6f-f729-479a-bdf4-6ab975aec77d owned by network:router_interface {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:47:26.705701 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eb429274-17b6-4b2e-85fb-964de72e66b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.735574 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eb429274-17b6-4b2e-85fb-964de72e66b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.795258 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eb429274-17b6-4b2e-85fb-964de72e66b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.797835 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eb429274-17b6-4b2e-85fb-964de72e66b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.801631 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-eb429274-17b6-4b2e-85fb-964de72e66b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e8b2a49-0e31-4007-aaec-118fc668bd16 HTTP/1.1" status: 204 len: 168 time: 0.1658542 Aug 12 17:47:26.815571 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb429274-17b6-4b2e-85fb-964de72e66b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8b2a49-0e31-4007-aaec-118fc668bd16,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:26.919943 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:26.951823 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba57d6f-f729-479a-bdf4-6ab975aec77d,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:27.399314 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455717'] for router_interface, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:27.527158 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-e8d58dc9-3dee-4103-aa40-4bdc3fd49bed req-7979e954-c445-4597-84fc-37556d8383cb tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 210 time: 0.0345900 Aug 12 17:47:27.554450 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-fec82035-e6a1-499d-b77a-261526ddad73 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:27.556032 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-fec82035-e6a1-499d-b77a-261526ddad73 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 811 time: 0.1213346 Aug 12 17:47:27.600726 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-744f2d5c-6705-4c77-9355-e63bb5cfed48 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930d6afb968e4b429d908a0c1661f490 HTTP/1.1" status: 200 len: 379 time: 0.0358973 Aug 12 17:47:27.627811 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'port': {'device_id': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'admin_state_up': True, 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'security_groups': ['47710874-9c93-4ce4-a077-b83c4da9a8e9']}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:47:27.650535 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] Router de6b7917-9d0e-4403-b79d-d8543a1a2b92 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:47:27.741890 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Made reservation on behalf of 930d6afb968e4b429d908a0c1661f490 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:47:27.745563 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:27.762819 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:47:27.767964 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-3bfa2ae3-b312-43d3-9fae-52a591dfc4f6 admin admin] 10.222.0.25 "PUT /v2.0/routers/de6b7917-9d0e-4403-b79d-d8543a1a2b92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0806997 Aug 12 17:47:27.770878 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56210) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:27.771887 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] Sync routers for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:47:27.782094 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:47:27.782716 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:47:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:27.889188 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Allocated IP 172.20.0.4 (7b43b12a-83f4-439f-8191-13943471899a/8a8770d0-7ebe-4b70-b194-3ef77ec7e784/60ce7c07-a14a-4a24-ac81-cb1adc44c0ed) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:47:27.897005 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:47:27.900249 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Notify callbacks [] for router, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.049724 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.058591 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.076649 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Transition to ACTIVE for port object 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed will not be triggered until provisioned by entity DHCP. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:47:28.112820 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:47:26Z', 'revision_number': 5, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port': {'id': '74589667-5317-4458-b9f0-c44cf81cfdf7', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:35:12Z', 'updated_at': '2021-08-12T17:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:28.114368 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Deleting port 74589667-5317-4458-b9f0-c44cf81cfdf7 {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:47:28.114791 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.118919 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.140754 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] Checking router: de6b7917-9d0e-4403-b79d-d8543a1a2b92 for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:47:28.149208 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] Routers {'de6b7917-9d0e-4403-b79d-d8543a1a2b92'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:47:28.149806 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:47:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:28.166644 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Network 7b43b12a-83f4-439f-8191-13943471899a is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:47:28.170311 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:47:28.174142 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:47:28.202612 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'Port': ['ID=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:28.216474 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] For port 74589667-5317-4458-b9f0-c44cf81cfdf7, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=74589667-5317-4458-b9f0-c44cf81cfdf7,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:47:28.216878 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.225323 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:28.226300 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.238220 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Calling delete_port for 74589667-5317-4458-b9f0-c44cf81cfdf7 owned by network:router_gateway {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:47:28.243197 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-2512837d-aec2-4cce-97f8-3ca25f2e47d1 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6193364 Aug 12 17:47:28.250520 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] Set router de6b7917-9d0e-4403-b79d-d8543a1a2b92 gateway port host: None {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:47:28.257298 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Request body: {'port': {'device_id': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:47:28.316664 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:47:28Z', 'revision_number': 6, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port_host': None}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:28.329153 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.347698 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6ae44-c82f-4ea0-9f23-2ac82e35dbcf None None] The sync data for ids ['de6b7917-9d0e-4403-b79d-d8543a1a2b92'] in dv-cinder-788253-6-iscsi is: [{'id': 'de6b7917-9d0e-4403-b79d-d8543a1a2b92', 'name': 'tempest-AttachVolumeShelveTestJSON-2142401919-router', 'tenant_id': '4463fb6a421941e5b64a113cdb255cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:35:11Z', 'updated_at': '2021-08-12T17:47:28Z', 'revision_number': 6, 'project_id': '4463fb6a421941e5b64a113cdb255cd6', 'gw_port_host': None}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:47:28.452777 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.483088 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Pushing event deleted for resources: {'Port': ['ID=74589667-5317-4458-b9f0-c44cf81cfdf7,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:28.485749 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-41787b46-a758-43f3-a607-9f29b3ab941d None None] Provisioning for port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed completed by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:47:28.496388 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-41787b46-a758-43f3-a607-9f29b3ab941d None None] Provisioning complete for port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed triggered by entity DHCP. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:47:28.497109 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-41787b46-a758-43f3-a607-9f29b3ab941d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.534168 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-41787b46-a758-43f3-a607-9f29b3ab941d None None] Port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed cannot update to ACTIVE because it is not bound. {{(pid=94310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 12 17:47:28.551184 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455647'] for router_gateway, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.634003 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:47:28.641464 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.654040 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Transition to ACTIVE for port object 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:47:28.658456 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.675056 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48530'] for router, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.678319 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.709426 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Pushing event updated for resources: {'Port': ['ID=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:28.730883 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdaad5-cad4-4b99-b24c-4501443faf25 req-cc65d02f-69d6-417f-acae-e670d4de825c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:28.733027 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9ffdaad5-cad4-4b99-b24c-4501443faf25 req-cc65d02f-69d6-417f-acae-e670d4de825c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.1141493 Aug 12 17:47:28.741284 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456252'] for router, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.741859 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de6b7917-9d0e-4403-b79d-d8543a1a2b92 {{(pid=94309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 17:47:28.753730 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] Notify callbacks [] for router, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.763954 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-8c33c734-3ef9-428e-8f22-221683e85544 admin admin] 10.222.0.25 "DELETE /v2.0/routers/de6b7917-9d0e-4403-b79d-d8543a1a2b92 HTTP/1.1" status: 204 len: 168 time: 0.9828453 Aug 12 17:47:28.764333 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56214) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:28.786646 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9ffdaad5-cad4-4b99-b24c-4501443faf25 req-c2ba2136-537a-4171-8f97-7e89c5aac02c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430374 Aug 12 17:47:28.830464 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_v2 [None req-2deaba23-95a6-4fc8-b0da-806916950412 admin admin] Deleting subnet e539714d-30f3-44fa-8d57-653aa28f0d74 {{(pid=94308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:47:28.832631 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Attempting to bind port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:47:28.832974 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Attempting to bind port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:47:28.833306 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Attempting to bind port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed on network 7b43b12a-83f4-439f-8191-13943471899a {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:47:28.837947 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2deaba23-95a6-4fc8-b0da-806916950412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.839923 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed on network 7b43b12a-83f4-439f-8191-13943471899a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:47:28.840250 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Attempting to bind port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed on network 7b43b12a-83f4-439f-8191-13943471899a {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:47:28.865497 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:47:28.865844 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Checking segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:47:28.868089 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Bound using segment: {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:47:28.868089 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Bound port: 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9552b3f-186e-4963-9c3a-3f63600d53bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '7b43b12a-83f4-439f-8191-13943471899a'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:47:28.868089 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.891303 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2deaba23-95a6-4fc8-b0da-806916950412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126464360'] for subnet, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:28.998779 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] For port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:47:29.018389 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] For port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:47:29.026098 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.029123 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2deaba23-95a6-4fc8-b0da-806916950412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.088653 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:29.089265 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.090749 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] 10.222.0.10 "PUT /v2.0/ports/60ce7c07-a14a-4a24-ac81-cb1adc44c0ed HTTP/1.1" status: 200 len: 1093 time: 0.8390138 Aug 12 17:47:29.093764 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:47:29.095923 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8627d2e5-02e1-4730-979d-6b4bdd794675" -d '{"events": [{"name": "network-changed", "server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:47:29.130169 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabdab50-acc4-4ce2-9129-33cba843958c service neutron] Pushing event updated for resources: {'Port': ['ID=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:29.151055 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c99bd2-bedb-465a-afa7-2fa77b0a48b6 x-openstack-request-id: req-c5c99bd2-bedb-465a-afa7-2fa77b0a48b6 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:47:29.151419 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:47:29.151582 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5c99bd2-bedb-465a-afa7-2fa77b0a48b6 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:47:29.151966 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'status': 'completed', 'code': 200} Aug 12 17:47:29.175957 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2deaba23-95a6-4fc8-b0da-806916950412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127425865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127454960'] for subnet, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.214582 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2deaba23-95a6-4fc8-b0da-806916950412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.216482 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2deaba23-95a6-4fc8-b0da-806916950412 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e539714d-30f3-44fa-8d57-653aa28f0d74 HTTP/1.1" status: 204 len: 168 time: 0.4512157 Aug 12 17:47:29.217493 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaba23-95a6-4fc8-b0da-806916950412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e539714d-30f3-44fa-8d57-653aa28f0d74,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:29.219418 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56218) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:29.220721 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d69d4e9-1a52-457c-8577-63544cf473b0 None None] Network 7e9eabe0-6231-4d94-8b42-748071d3812f requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:47:29.230542 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-73fd6085-22fe-430c-aa8d-b6395b4eccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:29.232122 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-73fd6085-22fe-430c-aa8d-b6395b4eccd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 1096 time: 0.0898099 Aug 12 17:47:29.283258 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-17ad0b93-b3fb-48a2-ad3c-4c53a413c767 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed HTTP/1.1" status: 200 len: 217 time: 0.0423779 Aug 12 17:47:29.296456 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.343094 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-3047abdd-7017-44e7-865e-1afe1b3413fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:29.344665 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-3047abdd-7017-44e7-865e-1afe1b3413fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0541782 Aug 12 17:47:29.358911 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Deleting port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:47:29.358911 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.401367 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-37fbe285-9d28-4328-a14b-8dcada9f25de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:29.401743 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-37fbe285-9d28-4328-a14b-8dcada9f25de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501075 Aug 12 17:47:29.431471 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] For port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:47:29.432223 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.439995 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] DHCP port deletion for 7e9eabe0-6231-4d94-8b42-748071d3812f request from dv-cinder-788253-6-iscsi {{(pid=94310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 17:47:29.445933 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Calling delete_port for 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 owned by network:dhcp {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:47:29.492881 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Deleting port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 {{(pid=94310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:47:29.493464 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.495920 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-23c908ea-054d-42ce-a79b-c53e4dd9658d service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872860 Aug 12 17:47:29.536343 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.566195 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:29.570199 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] No DVR routers for this DVR port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 on host dv-cinder-788253-6-iscsi {{(pid=94309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:47:29.599863 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-bde49d9d-4c1e-4da6-9f24-d077cf4be0f7 req-8962ec89-49bd-4f11-bf9c-bbb1931c457a service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961130 Aug 12 17:47:29.657392 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.667821 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9eabe0-6231-4d94-8b42-748071d3812f']}} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:29.679919 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572') {'for_net_delete': True} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:29.681011 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.services.segments.db [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39cf207-d366-4bcd-a7ce-a3a8be3c4572') {} {{(pid=94309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:29.689875 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] For port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2,segment=NetworkSegment(c39cf207-d366-4bcd-a7ce-a3a8be3c4572),segment_id=c39cf207-d366-4bcd-a7ce-a3a8be3c4572)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:47:29.690301 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.691339 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127490672'] for segment, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.703937 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 74589667-5317-4458-b9f0-c44cf81cfdf7 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:47:29.705547 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.709634 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Calling delete_port for 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 owned by network:dhcp {{(pid=94310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:47:29.710001 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-fc44efb2-7022-4587-8b5f-a31c37fcd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:29.712141 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-fc44efb2-7022-4587-8b5f-a31c37fcd364 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 1096 time: 0.0632219 Aug 12 17:47:29.712391 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:47:29.712789 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126545474'] for segment, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: Traceback (most recent call last): Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: timer() Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: cb(*args, **kw) Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: return func(*args, **kwargs) Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: self._notify() Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: self.callback(batched_events) Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: event.method(event) Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: return f(self, *a, **k) Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: return self._get(url).json() Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: return self.request(url, 'GET', **kwargs) Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:47:29.714473 dv-cinder-788253-6-iscsi neutron-server[94309]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:47:29.729270 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 74589667-5317-4458-b9f0-c44cf81cfdf7 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:47:29.729684 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 74589667-5317-4458-b9f0-c44cf81cfdf7 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:47:29.730128 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device dba57d6f-f729-479a-bdf4-6ab975aec77d no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:47:29.754608 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: dba57d6f-f729-479a-bdf4-6ab975aec77d {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:47:29.754867 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device dba57d6f-f729-479a-bdf4-6ab975aec77d not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:47:29.755304 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:47:29.769519 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.784587 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.788954 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7e9eabe0-6231-4d94-8b42-748071d3812f HTTP/1.1" status: 204 len: 168 time: 0.5659108 Aug 12 17:47:29.791400 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab487ea1-be25-4cbb-b50f-d1674da5eca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9eabe0-6231-4d94-8b42-748071d3812f,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:29.805110 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:47:29.805466 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:47:29.830175 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-cbfb9758-412b-4497-a141-7f5bb9608981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:29.832011 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-cbfb9758-412b-4497-a141-7f5bb9608981 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.1130261 Aug 12 17:47:29.851265 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692'] for port, after_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.867483 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Network 7e9eabe0-6231-4d94-8b42-748071d3812f is not hosted by any dhcp agent {{(pid=94310) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 12 17:47:29.868261 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] No DVR routers for this DVR port 0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2 on host dv-cinder-788253-6-iscsi {{(pid=94310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:47:29.884088 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-ca480835-fa45-4bb1-a428-3f003b66184b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed HTTP/1.1" status: 200 len: 217 time: 0.0448575 Aug 12 17:47:29.891810 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Pushing event deleted for resources: {'Port': ['ID=0c08b423-e2ac-4c78-b9e9-e8d1bd3c4fb2,revision_number=None']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:29.901210 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.902000 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.902616 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.903264 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.904516 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.905047 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.905585 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.906186 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.906743 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.907278 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.908091 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.908642 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eb2292-3715-455b-a9e5-0054d8c8c534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:29.929836 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01864cd-4f90-48fe-8283-9153a3628e42 req-f04a7302-0460-41dc-a6b8-fd02fee6abab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:29.931452 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d01864cd-4f90-48fe-8283-9153a3628e42 req-f04a7302-0460-41dc-a6b8-fd02fee6abab tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0551131 Aug 12 17:47:29.949486 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-0ae32788-6247-43f0-9b84-8074174e5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:29.951264 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-0ae32788-6247-43f0-9b84-8074174e5b71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0586822 Aug 12 17:47:29.956399 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:29.976631 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d01864cd-4f90-48fe-8283-9153a3628e42 req-9b4be52e-3e90-44f4-8882-4c1c9e859de6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380414 Aug 12 17:47:30.005163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56224) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:30.014558 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-dad7e405-f016-4cc8-abb9-d205521ff0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:30.016043 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-dad7e405-f016-4cc8-abb9-d205521ff0b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565853 Aug 12 17:47:30.068179 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3e77f809-3439-4d74-9c84-774f4c768d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:30.098945 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-c8811b96-3178-4e9a-85df-43ce275f3097 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4463fb6a421941e5b64a113cdb255cd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0927589 Aug 12 17:47:30.101606 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56226) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:30.131005 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-ef8703ed-258c-42c0-bdb7-0254e2ddd73b service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060264 Aug 12 17:47:30.151187 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:30.172381 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:30.219998 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:30.222601 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:30.222923 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-8627d2e5-02e1-4730-979d-6b4bdd794675 req-958c0c22-1ac4-4e70-9466-793f48b40ce8 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852354 Aug 12 17:47:30.225315 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/917b19aa-ff02-4815-b667-20b80d93c32e HTTP/1.1" status: 204 len: 168 time: 0.1225302 Aug 12 17:47:30.234120 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917b19aa-ff02-4815-b667-20b80d93c32e,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:30.241166 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.241520 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.241867 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.242278 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.242618 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.242955 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.243287 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.243619 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.244063 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.244574 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.244817 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:30.245235 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316a51e3-d942-4853-b4b2-2fdaaf13c2b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:47:31.097032 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28694cab-d4bd-4937-b309-0508a8c67d46 req-68f39369-d4cc-4e1d-a5b9-0a16ceb14ab2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:31.099379 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28694cab-d4bd-4937-b309-0508a8c67d46 req-68f39369-d4cc-4e1d-a5b9-0a16ceb14ab2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0540905 Aug 12 17:47:31.139799 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-28694cab-d4bd-4937-b309-0508a8c67d46 req-d22ba1cd-f56a-4c95-81c8-931fee394fcf tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326254 Aug 12 17:47:31.676925 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56268) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:31.779813 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e6112c9a-d46e-4c1a-a801-651b00c58012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:31.871378 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e6112c9a-d46e-4c1a-a801-651b00c58012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:31.875156 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e6112c9a-d46e-4c1a-a801-651b00c58012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:31.912492 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6112c9a-d46e-4c1a-a801-651b00c58012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89b4325-a254-4b27-b3b6-ce2cc12de010,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:31.920720 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-e6112c9a-d46e-4c1a-a801-651b00c58012 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d47ab14b6ae042c79d6d273ca0ca5105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401013 Aug 12 17:47:31.921183 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56272) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:31.970400 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1e72bf62-7dca-4503-b46e-794c482b7cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:31.990494 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1e72bf62-7dca-4503-b46e-794c482b7cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:32.035667 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1e72bf62-7dca-4503-b46e-794c482b7cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:32.038273 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1e72bf62-7dca-4503-b46e-794c482b7cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:32.039428 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-1e72bf62-7dca-4503-b46e-794c482b7cf2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e89b4325-a254-4b27-b3b6-ce2cc12de010 HTTP/1.1" status: 204 len: 168 time: 0.1174924 Aug 12 17:47:32.047617 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72bf62-7dca-4503-b46e-794c482b7cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89b4325-a254-4b27-b3b6-ce2cc12de010,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:32.256814 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e25cf3-8211-4231-a1eb-d63e49d0c0db req-65f758e3-0a70-4f60-b3ff-9f95160efecd tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:32.258354 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-36e25cf3-8211-4231-a1eb-d63e49d0c0db req-65f758e3-0a70-4f60-b3ff-9f95160efecd tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0513284 Aug 12 17:47:32.300149 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-36e25cf3-8211-4231-a1eb-d63e49d0c0db req-546ebbb7-20e6-4a8b-b0ae-c6f1bf524788 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352318 Aug 12 17:47:32.307915 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56280) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:32.321960 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-328e52a5-8020-4afc-adac-862c10547e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:32.416829 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-328e52a5-8020-4afc-adac-862c10547e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:32.421008 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-328e52a5-8020-4afc-adac-862c10547e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:32.460745 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-328e52a5-8020-4afc-adac-862c10547e4f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d32c5798ea3a4f169c0f04d5dea751dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517057 Aug 12 17:47:32.462750 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e52a5-8020-4afc-adac-862c10547e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e43ca5a-006e-4581-80a4-028c95e3b36e,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:32.463461 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56282) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:32.513873 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-37d1227e-5487-4997-94a7-701d5994bf29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:32.534146 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-37d1227e-5487-4997-94a7-701d5994bf29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:32.580426 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-37d1227e-5487-4997-94a7-701d5994bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:32.583259 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-37d1227e-5487-4997-94a7-701d5994bf29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:32.584414 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-37d1227e-5487-4997-94a7-701d5994bf29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e43ca5a-006e-4581-80a4-028c95e3b36e HTTP/1.1" status: 204 len: 168 time: 0.1199222 Aug 12 17:47:32.592227 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1227e-5487-4997-94a7-701d5994bf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e43ca5a-006e-4581-80a4-028c95e3b36e,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:32.904773 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4a477cbc-f281-4e82-a768-fb56ded1b516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:33.261919 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:33.413928 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee352cf3-0f79-4a0b-8295-c9deb59bc1cb req-a43edb85-0874-4410-809a-c79b9f7ebbbc tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:33.415441 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ee352cf3-0f79-4a0b-8295-c9deb59bc1cb req-a43edb85-0874-4410-809a-c79b9f7ebbbc tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0481348 Aug 12 17:47:33.458215 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ee352cf3-0f79-4a0b-8295-c9deb59bc1cb req-1cf975c7-b740-43d6-80a1-bf6b050f0f95 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360715 Aug 12 17:47:34.089507 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:34.344674 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56346) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:34.445573 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eee3e1a6-6ed0-4741-8582-83abc59a0cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:34.537118 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eee3e1a6-6ed0-4741-8582-83abc59a0cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:34.541414 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-eee3e1a6-6ed0-4741-8582-83abc59a0cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:34.583196 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-eee3e1a6-6ed0-4741-8582-83abc59a0cec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0442ecf613134b5685b018041908efbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374294 Aug 12 17:47:34.584172 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3e1a6-6ed0-4741-8582-83abc59a0cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce3da0e-4c8d-4e47-b901-e1e3faf66416,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:34.586531 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56352) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:34.588344 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fd009-2fb0-49a3-b0b3-56f88038ce06 req-55e0ed1a-71dd-46d5-9832-f6cc468a3332 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:34.589871 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7b9fd009-2fb0-49a3-b0b3-56f88038ce06 req-55e0ed1a-71dd-46d5-9832-f6cc468a3332 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0652573 Aug 12 17:47:34.628850 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7b9fd009-2fb0-49a3-b0b3-56f88038ce06 req-202b12df-076e-4352-afa1-102fdea0d351 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321569 Aug 12 17:47:34.634758 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-caf41970-4c0a-4c37-8255-b5a2d86dce02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:34.656158 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-caf41970-4c0a-4c37-8255-b5a2d86dce02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:34.703131 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-caf41970-4c0a-4c37-8255-b5a2d86dce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:34.705638 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-caf41970-4c0a-4c37-8255-b5a2d86dce02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:34.706827 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-caf41970-4c0a-4c37-8255-b5a2d86dce02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ce3da0e-4c8d-4e47-b901-e1e3faf66416 HTTP/1.1" status: 204 len: 168 time: 0.1193991 Aug 12 17:47:34.714194 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf41970-4c0a-4c37-8255-b5a2d86dce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce3da0e-4c8d-4e47-b901-e1e3faf66416,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:34.970722 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56358) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:34.984137 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-de1544e3-20e9-4142-9314-66d7985395f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:35.076239 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-de1544e3-20e9-4142-9314-66d7985395f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:35.080133 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-de1544e3-20e9-4142-9314-66d7985395f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:35.116482 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-de1544e3-20e9-4142-9314-66d7985395f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67e73547b6d14a1fa6074d640e230b84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446800 Aug 12 17:47:35.118765 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1544e3-20e9-4142-9314-66d7985395f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c053440-cccd-40aa-90d4-fe66a8e60e53,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:35.119241 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56360) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:35.169877 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a11b-3e8f-462d-bfac-377906ac9eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:35.191730 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a11b-3e8f-462d-bfac-377906ac9eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:35.237262 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a11b-3e8f-462d-bfac-377906ac9eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:35.239768 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-b3e1a11b-3e8f-462d-bfac-377906ac9eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:35.240905 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-b3e1a11b-3e8f-462d-bfac-377906ac9eea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c053440-cccd-40aa-90d4-fe66a8e60e53 HTTP/1.1" status: 204 len: 168 time: 0.1206830 Aug 12 17:47:35.248941 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1a11b-3e8f-462d-bfac-377906ac9eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c053440-cccd-40aa-90d4-fe66a8e60e53,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:35.474263 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:35.745368 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede733f-de2e-4155-8ad5-a0c932a68164 req-841a9478-a916-44a4-827f-4d76df624128 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:35.747778 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bede733f-de2e-4155-8ad5-a0c932a68164 req-841a9478-a916-44a4-827f-4d76df624128 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0494738 Aug 12 17:47:35.785054 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bede733f-de2e-4155-8ad5-a0c932a68164 req-7831271a-6641-4177-8034-e89d0fbc3086 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313785 Aug 12 17:47:36.938729 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cbb8d-5962-40b1-a6b5-b001c7400de3 req-b958e6db-3fad-4a09-a68b-701ef1c2613c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:36.940101 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-734cbb8d-5962-40b1-a6b5-b001c7400de3 req-b958e6db-3fad-4a09-a68b-701ef1c2613c tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0605118 Aug 12 17:47:36.979702 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-734cbb8d-5962-40b1-a6b5-b001c7400de3 req-5c418dc7-aa71-4615-8a1e-21f5484ac810 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334830 Aug 12 17:47:38.098269 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dda63-5b47-4b7f-acd6-cd3458de7089 req-5567b8c3-a3b9-44ee-9926-ccb2bcb39275 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:38.099767 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd8dda63-5b47-4b7f-acd6-cd3458de7089 req-5567b8c3-a3b9-44ee-9926-ccb2bcb39275 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0484819 Aug 12 17:47:38.138231 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bd8dda63-5b47-4b7f-acd6-cd3458de7089 req-2fb92103-ab4d-439f-ba27-fdadfc2d7ccf tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319438 Aug 12 17:47:39.166010 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-f381da3a-25e2-4806-b3ea-075ca81123c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411727 Aug 12 17:47:39.248568 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-29ffd5ea-2b98-469e-8aac-7e87da3e045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:39.250165 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-29ffd5ea-2b98-469e-8aac-7e87da3e045b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 1099 time: 0.0440335 Aug 12 17:47:39.360372 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-c122f41e-8271-4d5f-b5c4-3158c57e7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:39.362052 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-c122f41e-8271-4d5f-b5c4-3158c57e7f93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.0912745 Aug 12 17:47:39.408160 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ddd73-600b-422b-81f1-b06542905cd8 req-8ebaa8ec-d12d-42a7-abf1-527097c544f8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:39.409821 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-215ddd73-600b-422b-81f1-b06542905cd8 req-8ebaa8ec-d12d-42a7-abf1-527097c544f8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0531089 Aug 12 17:47:39.432349 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-f0a9f95c-9b72-4518-9404-84e58b1aad94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc HTTP/1.1" status: 200 len: 1002 time: 0.0632358 Aug 12 17:47:39.449132 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-215ddd73-600b-422b-81f1-b06542905cd8 req-7a29c6c8-a1b8-4e71-a7b6-56c03df16e00 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332265 Aug 12 17:47:39.486737 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-638887e2-f313-4af4-b323-524aa9f21d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:39.488334 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-638887e2-f313-4af4-b323-524aa9f21d72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0490909 Aug 12 17:47:39.539261 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-039eabf3-170e-465b-813b-ddbfb20caf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:39.540877 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-039eabf3-170e-465b-813b-ddbfb20caf58 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456924 Aug 12 17:47:39.638117 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-6f72a273-9253-4398-94f5-a9933674b624 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896301 Aug 12 17:47:39.727704 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d0559da1-b82c-4ff9-8583-8f2f24fc529a req-c71c3cc5-b778-44cf-8e83-dbe990bf1e77 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832946 Aug 12 17:47:40.054653 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:47:40.154293 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:47:40.166135 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'port_id': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'mac_address': 'fa:16:3e:1a:8e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:47:40.205803 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:40.223923 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:47:40.245642 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:47:40.250343 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:40.299644 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:40.568267 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098af6d0-8ab1-47cd-8c4b-402556d03a54 req-ce8d15cf-e959-42db-903c-1ce481e7c821 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:40.569992 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-098af6d0-8ab1-47cd-8c4b-402556d03a54 req-ce8d15cf-e959-42db-903c-1ce481e7c821 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 944 time: 0.0540731 Aug 12 17:47:40.610654 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-098af6d0-8ab1-47cd-8c4b-402556d03a54 req-1045b837-e635-445b-b07a-4647eb3bcfe2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343928 Aug 12 17:47:40.611199 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['60ce7c07-a14a-4a24-ac81-cb1adc44c0ed'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:47:40.704437 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:47:41.646497 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56492) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:41.724174 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bafc0f-a677-4faf-b437-dacc44b97dcf req-292fed1a-6485-45c2-ba50-858652ab3aa5 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:41.725638 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-67bafc0f-a677-4faf-b437-dacc44b97dcf req-292fed1a-6485-45c2-ba50-858652ab3aa5 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 944 time: 0.0491037 Aug 12 17:47:41.762228 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2597d953-f573-4bf7-990d-2b0ade2eb388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:41.782322 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-67bafc0f-a677-4faf-b437-dacc44b97dcf req-a393cfcc-2181-41a6-b8a9-ae3c4f25a758 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500765 Aug 12 17:47:41.861942 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2597d953-f573-4bf7-990d-2b0ade2eb388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:41.865652 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2597d953-f573-4bf7-990d-2b0ade2eb388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:41.906681 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-2597d953-f573-4bf7-990d-2b0ade2eb388 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d44b9f3b3f54c879ef2de3fde511d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590218 Aug 12 17:47:41.907577 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597d953-f573-4bf7-990d-2b0ade2eb388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684f36ad-3f4a-48c8-953e-cd4c8d760d8b,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:41.909368 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56496) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:41.962612 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-57d8c401-5e18-4b2d-89a4-9f73d92679fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:41.984520 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-57d8c401-5e18-4b2d-89a4-9f73d92679fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.035125 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-57d8c401-5e18-4b2d-89a4-9f73d92679fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.037892 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-57d8c401-5e18-4b2d-89a4-9f73d92679fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.039110 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-57d8c401-5e18-4b2d-89a4-9f73d92679fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/684f36ad-3f4a-48c8-953e-cd4c8d760d8b HTTP/1.1" status: 204 len: 168 time: 0.1280925 Aug 12 17:47:42.047341 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8c401-5e18-4b2d-89a4-9f73d92679fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684f36ad-3f4a-48c8-953e-cd4c8d760d8b,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:42.053776 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:47:42.108615 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:47:42.112490 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:47:42.112808 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.190503 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.212555 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:47:42.214839 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58ec1f-8237-42d4-b72e-09755824d5e7" -d '{"events": [{"server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "name": "network-vif-plugged", "status": "completed", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:47:42.228507 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:47:42.233293 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.289589 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:42.326751 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56506) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:42.339780 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0b089ad3-9770-45fa-a22a-2318f11ec7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.381022 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be39bda1-e9d3-4699-a725-8c152811dbb5 x-openstack-request-id: req-be39bda1-e9d3-4699-a725-8c152811dbb5 {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:47:42.381314 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "name": "network-vif-plugged", "status": "completed", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:47:42.381606 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be39bda1-e9d3-4699-a725-8c152811dbb5 {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:47:42.382037 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'code': 200} Aug 12 17:47:42.432797 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0b089ad3-9770-45fa-a22a-2318f11ec7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.436470 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-0b089ad3-9770-45fa-a22a-2318f11ec7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.473450 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b089ad3-9770-45fa-a22a-2318f11ec7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22959c2a-9357-43f5-8d88-87cdd2d67f5f,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:42.478398 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-0b089ad3-9770-45fa-a22a-2318f11ec7d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cba2026560c749358556a0523c0a82c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499677 Aug 12 17:47:42.480396 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56508) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:42.531636 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-37e58cba-1495-464e-b876-2db58a49e4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.555793 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-37e58cba-1495-464e-b876-2db58a49e4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.621264 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ea5e5-c12c-4996-aa51-239ee0d4a9b2 req-4da3a725-2438-4a2f-a46e-a1335f726af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:42.623134 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de8ea5e5-c12c-4996-aa51-239ee0d4a9b2 req-4da3a725-2438-4a2f-a46e-a1335f726af3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 1098 time: 0.0607648 Aug 12 17:47:42.645354 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-37e58cba-1495-464e-b876-2db58a49e4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.647836 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-37e58cba-1495-464e-b876-2db58a49e4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:42.648918 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-37e58cba-1495-464e-b876-2db58a49e4dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22959c2a-9357-43f5-8d88-87cdd2d67f5f HTTP/1.1" status: 204 len: 168 time: 0.1674399 Aug 12 17:47:42.666794 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e58cba-1495-464e-b876-2db58a49e4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22959c2a-9357-43f5-8d88-87cdd2d67f5f,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:42.681970 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-de8ea5e5-c12c-4996-aa51-239ee0d4a9b2 req-8ef31f8a-2cef-40a0-a8fd-82793fd08e72 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511925 Aug 12 17:47:42.902204 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a68e40-bbad-43f1-aca8-a97f45cea74b req-9caf670e-18da-4de3-9b7c-579e4b3df565 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:42.904064 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7a68e40-bbad-43f1-aca8-a97f45cea74b req-9caf670e-18da-4de3-9b7c-579e4b3df565 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 945 time: 0.0495801 Aug 12 17:47:42.941921 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c7a68e40-bbad-43f1-aca8-a97f45cea74b req-8d0ea94b-5ef0-4411-a7a0-fd7b1386bb3f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321646 Aug 12 17:47:44.064481 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd907dce-5996-4957-8e47-e9853cd1e9e0 req-6f47c0c5-f815-4e4a-a7b4-24258cdf22cc tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:44.065955 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fd907dce-5996-4957-8e47-e9853cd1e9e0 req-6f47c0c5-f815-4e4a-a7b4-24258cdf22cc tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 945 time: 0.0565567 Aug 12 17:47:44.103783 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fd907dce-5996-4957-8e47-e9853cd1e9e0 req-8c0076bb-e647-42f5-b43c-ef1a72f5b3fe tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318213 Aug 12 17:47:44.216050 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68123b-093a-47f6-8cc7-8492ae382b29 req-0df39ea4-5aba-4424-8060-f465133ef932 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:44.217523 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0a68123b-093a-47f6-8cc7-8492ae382b29 req-0df39ea4-5aba-4424-8060-f465133ef932 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Aug 12 17:47:44.258414 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0a68123b-093a-47f6-8cc7-8492ae382b29 req-8589aa27-9903-45d5-8751-41c736649d61 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348003 Aug 12 17:47:44.282235 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56544) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:44.469358 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ce050-e220-45b4-857f-b577702c4330 tempest-TestVolumeBootPattern-229750893 tempest-TestVolumeBootPattern-229750893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:44.471100 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-f81ce050-e220-45b4-857f-b577702c4330 tempest-TestVolumeBootPattern-229750893 tempest-TestVolumeBootPattern-229750893-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 1093 time: 0.1877520 Aug 12 17:47:44.473669 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56548) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:44.477980 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Request body: {'floatingip': {'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'port_id': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:47:44.499357 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:44.865183 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:45.000801 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Allocated IP 172.27.1.215 (02439c8f-1755-4220-a912-61d594f4e8a3/3b279a22-7320-426a-9502-5838bbbb28df/9bdeab04-8091-4784-a741-06f46d6d5828) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:47:45.126743 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:45.175081 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:45.224667 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Network 02439c8f-1755-4220-a912-61d594f4e8a3 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:47:45.229619 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:47:45.233813 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:47:45.261265 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'Port': ['ID=9bdeab04-8091-4784-a741-06f46d6d5828,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:45.636228 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:45.706188 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:45.852116 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:45.856494 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:45.926212 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event updated for resources: {'Port': ['ID=9bdeab04-8091-4784-a741-06f46d6d5828,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:45.937566 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-455573'] for floatingip, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:46.038843 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.l3_db [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Floating IP 3682af76-9558-4278-82d8-c02c85b0318f associated. External IP: 172.27.1.215, port: 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed. Aug 12 17:47:46.245345 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Router 3bda226c-a4ab-4cf5-8840-8f40194a7906 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:47:46.349401 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:47:46.359641 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] Sync routers for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:47:46.365851 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:46.369343 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:47:46.369968 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:47:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:46.395523 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-c8a69b8f-6811-446d-8cb1-415dc1b2e8c2 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9208157 Aug 12 17:47:46.396113 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:47:46.398367 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b8c8a9-b301-44d0-af13-b8506d74917c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:47:46.437908 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a636a702-970c-4f0e-9bfb-99bfe82a5833 x-openstack-request-id: req-a636a702-970c-4f0e-9bfb-99bfe82a5833 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:47:46.438239 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:47:46.438757 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a636a702-970c-4f0e-9bfb-99bfe82a5833 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:47:46.439153 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'status': 'completed', 'code': 200} Aug 12 17:47:46.477393 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:47:46.694529 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '3682af76-9558-4278-82d8-c02c85b0318f', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:1a:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:47:45Z', 'updated_at': '2021-08-12T17:47:45Z', 'revision_number': 0, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}, {'id': '91d66b2b-b57a-405d-9770-6cdd1bada235', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:3c:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:45:24Z', 'updated_at': '2021-08-12T17:45:26Z', 'revision_number': 1, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:46.723687 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] Checking router: 3bda226c-a4ab-4cf5-8840-8f40194a7906 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:47:46.732338 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:47:46.732945 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:47:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:46.843682 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:47:47.068604 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '3682af76-9558-4278-82d8-c02c85b0318f', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:1a:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:47:45Z', 'updated_at': '2021-08-12T17:47:45Z', 'revision_number': 0, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}, {'id': '91d66b2b-b57a-405d-9770-6cdd1bada235', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:3c:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:45:24Z', 'updated_at': '2021-08-12T17:45:26Z', 'revision_number': 1, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:47:47.095150 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be72522-c8ae-4b2a-97f2-1794ff67adf8 None None] The sync data for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi is: [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '3682af76-9558-4278-82d8-c02c85b0318f', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:1a:8e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:47:45Z', 'updated_at': '2021-08-12T17:47:45Z', 'revision_number': 0, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}, {'id': '91d66b2b-b57a-405d-9770-6cdd1bada235', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:3c:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:45:24Z', 'updated_at': '2021-08-12T17:45:26Z', 'revision_number': 1, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:47:47.222240 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-c6916c66-f8eb-492d-899e-8a804daf18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:47.223766 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-c6916c66-f8eb-492d-899e-8a804daf18cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 1098 time: 0.0432463 Aug 12 17:47:47.274892 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6253d149-28c2-4f76-a080-8209e631c67b None None] New status for floating IP 3682af76-9558-4278-82d8-c02c85b0318f: ACTIVE {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:47:48.250795 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-48f8a738-ce34-47b7-9841-8fd0bc40581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:48.252243 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-48f8a738-ce34-47b7-9841-8fd0bc40581d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.0830724 Aug 12 17:47:49.548660 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-7cdb619e-17ce-4cc0-993c-5768752e34a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed HTTP/1.1" status: 200 len: 1001 time: 0.0631344 Aug 12 17:47:49.596256 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-d4369884-0d4a-4203-99b8-20f020789523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:49.597644 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-d4369884-0d4a-4203-99b8-20f020789523 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0423734 Aug 12 17:47:49.641048 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-6eb7f463-1c8e-40c0-91ef-802dfecbbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:47:49.642531 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-6eb7f463-1c8e-40c0-91ef-802dfecbbe92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380239 Aug 12 17:47:49.737447 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-b1cd8394-a13a-4204-9493-744c6e90a175 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874681 Aug 12 17:47:49.824298 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-44b8c8a9-b301-44d0-af13-b8506d74917c req-374e39d9-93fa-4870-bc86-0f0d42503899 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793068 Aug 12 17:47:54.048691 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56616) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:54.150899 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf617-0e97-41f2-bfb8-6c82d33abc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:54.244903 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf617-0e97-41f2-bfb8-6c82d33abc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:54.248814 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-a0ebf617-0e97-41f2-bfb8-6c82d33abc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:54.287633 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-a0ebf617-0e97-41f2-bfb8-6c82d33abc21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6cebf382bd34b648f0d6d12daa41e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379014 Aug 12 17:47:54.288729 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebf617-0e97-41f2-bfb8-6c82d33abc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba1acbe-0c99-4534-88ea-32531d5c166e,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:54.290387 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56620) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:54.337955 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c3d85934-1771-472f-ac91-9996d0d0d978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:54.358626 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c3d85934-1771-472f-ac91-9996d0d0d978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:54.406025 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c3d85934-1771-472f-ac91-9996d0d0d978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:54.408595 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c3d85934-1771-472f-ac91-9996d0d0d978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:54.409747 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-c3d85934-1771-472f-ac91-9996d0d0d978 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fba1acbe-0c99-4534-88ea-32531d5c166e HTTP/1.1" status: 204 len: 168 time: 0.1183870 Aug 12 17:47:54.417349 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d85934-1771-472f-ac91-9996d0d0d978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba1acbe-0c99-4534-88ea-32531d5c166e,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:58.386944 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56678) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:58.489060 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3ad3109d-6a51-4803-84b1-5f5b831f53a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:58.579809 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3ad3109d-6a51-4803-84b1-5f5b831f53a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:58.583631 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-3ad3109d-6a51-4803-84b1-5f5b831f53a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:58.619155 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-3ad3109d-6a51-4803-84b1-5f5b831f53a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=628db72b35864df28d67ac122091de65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311020 Aug 12 17:47:58.621086 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3109d-6a51-4803-84b1-5f5b831f53a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6b16a2-c24e-4d10-b55d-576525014889,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:58.621815 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56682) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:58.670842 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2e3340ac-f581-446f-ba0a-69bb62602e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:58.692359 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2e3340ac-f581-446f-ba0a-69bb62602e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:58.737698 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2e3340ac-f581-446f-ba0a-69bb62602e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:58.740245 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-2e3340ac-f581-446f-ba0a-69bb62602e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:58.741393 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-2e3340ac-f581-446f-ba0a-69bb62602e81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f6b16a2-c24e-4d10-b55d-576525014889 HTTP/1.1" status: 204 len: 168 time: 0.1180780 Aug 12 17:47:58.749358 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3340ac-f581-446f-ba0a-69bb62602e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6b16a2-c24e-4d10-b55d-576525014889,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:59.003665 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56688) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:59.016722 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8d2d199d-62c0-4d3b-b0c3-d4f260d4aaa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:59.108024 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8d2d199d-62c0-4d3b-b0c3-d4f260d4aaa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:59.111773 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-8d2d199d-62c0-4d3b-b0c3-d4f260d4aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:59.149729 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-8d2d199d-62c0-4d3b-b0c3-d4f260d4aaa6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0af9a7b2d5804b519d9a936f379a0b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450131 Aug 12 17:47:59.150914 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d199d-62c0-4d3b-b0c3-d4f260d4aaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e66b61-0c8d-42aa-b4d2-5b42534e310b,revision_number=1']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:59.152431 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56690) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:59.200692 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a40-6379-412b-b060-32945750ed93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:59.221047 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a40-6379-412b-b060-32945750ed93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:59.270128 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a40-6379-412b-b060-32945750ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:59.272607 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8a40-6379-412b-b060-32945750ed93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:47:59.273859 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-ce0d8a40-6379-412b-b060-32945750ed93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05e66b61-0c8d-42aa-b4d2-5b42534e310b HTTP/1.1" status: 204 len: 168 time: 0.1203384 Aug 12 17:47:59.281690 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d8a40-6379-412b-b060-32945750ed93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e66b61-0c8d-42aa-b4d2-5b42534e310b,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:47:59.921078 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 56714) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:47:59.956006 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.017348 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-347944387-network', 'tenant_id': '5877c03ead6a4d48b1e28ad69b9edeb6'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:48:00.037637 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Made reservation on behalf of 5877c03ead6a4d48b1e28ad69b9edeb6 for: {'network': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:48:00.039834 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for network, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.047719 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.069878 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-9894cfc8-0dd9-4b51-b0d5-bd580aecc450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.136849 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.141226 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.168066 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 12 17:48:00.177096 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9cc7cc-6231-4955-962b-343f9b54ff75,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:00.186674 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.187152 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.segments_db [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Added segment a03a7ec6-92ca-4902-93b6-0995a227ec3a of type vlan for network bf8527d2-6316-4ea7-8abb-f5770287f455 Aug 12 17:48:00.225849 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771064516181'] for network, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.253003 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004'] for network, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.253929 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:00.254543 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.306363 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3841848 Aug 12 17:48:00.309342 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 56718) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:48:00.315105 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.v2.base [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Request body: {'subnet': {'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-347944387-subnet', 'tenant_id': '5877c03ead6a4d48b1e28ad69b9edeb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:48:00.316746 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88428970-2af8-43b0-99ff-70f58d974557 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8527d2-6316-4ea7-8abb-f5770287f455,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:00.327304 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Network bf8527d2-6316-4ea7-8abb-f5770287f455 details requested by agent ovs-agent-dv-cinder-788253-6-iscsi with host dv-cinder-788253-6-iscsi {{(pid=94310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 12 17:48:00.335141 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Made reservation on behalf of 5877c03ead6a4d48b1e28ad69b9edeb6 for: {'subnet': 1} {{(pid=94309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:48:00.337479 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127496411'] for subnet, before_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.501292 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126545627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127496425'] for subnet, after_create {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.554411 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=244a1c9b-a716-46da-b878-a15619ded2d3,revision_number=0']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:00.564456 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Checking segment: {'id': 'a03a7ec6-92ca-4902-93b6-0995a227ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:48:00.564813 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Network hostable DHCP agents. Network: bf8527d2-6316-4ea7-8abb-f5770287f455, hostable agents: ['60b1556e-17db-4e3b-90e7-a0a263a10192'], hosted agents: [] {{(pid=94309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 12 17:48:00.580668 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Network bf8527d2-6316-4ea7-8abb-f5770287f455 is scheduled to be hosted by DHCP agent 60b1556e-17db-4e3b-90e7-a0a263a10192 with binding_index 1 {{(pid=94309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 12 17:48:00.588496 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.base_scheduler [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788253-6-iscsi, bf8527d2-6316-4ea7-8abb-f5770287f455) {{(pid=94309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:48:00.592773 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:00.593361 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:00.597702 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4693970-643a-4a9d-ba4d-59990a88b4e4 None None] Network bf8527d2-6316-4ea7-8abb-f5770287f455 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:48:00.606512 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-1d65b95a-4486-4c6e-a7fe-dc45a19d45c9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2960613 Aug 12 17:48:00.721742 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ea501-9b4f-441f-bfbe-09cbf4240755 None None] Network bf8527d2-6316-4ea7-8abb-f5770287f455 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:48:02.340646 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-eca9d39d-3a16-470f-8526-2e0ff8814319 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:02.342042 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-eca9d39d-3a16-470f-8526-2e0ff8814319 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/networks?id=bf8527d2-6316-4ea7-8abb-f5770287f455 HTTP/1.1" status: 200 len: 808 time: 0.1001363 Aug 12 17:48:02.357457 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-16dd5469-3ff3-465b-afe9-1b5e2cb0d3a4 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/quotas/5877c03ead6a4d48b1e28ad69b9edeb6 HTTP/1.1" status: 200 len: 375 time: 0.0087938 Aug 12 17:48:02.388715 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-8a3ac5a9-4882-44dd-b95b-0080ecef8556 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5877c03ead6a4d48b1e28ad69b9edeb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248280 Aug 12 17:48:02.448597 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-30a32ae9-54ba-486e-bfe0-3d8573b2181f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94309) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 12 17:48:02.449584 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-30a32ae9-54ba-486e-bfe0-3d8573b2181f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528798 Aug 12 17:48:02.536075 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-c376dc08-e5ea-466e-9ef4-9c6a17bf0d74 service neutron] 10.222.0.25 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804749 Aug 12 17:48:02.627943 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-04e2a3a1-46a2-4ca3-b687-12e13a7e4e24 service neutron] 10.222.0.25 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857339 Aug 12 17:48:02.784629 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-37818d30-516b-439e-b964-67429d5032f3 req-3920695c-a763-44cc-8055-c1ea72a0d82d tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 210 time: 0.0269747 Aug 12 17:48:02.905960 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-f2df7e87-b0f7-4d10-be60-95f2170d0969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:03.265067 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:03.702588 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-ed2a2485-8ad5-42d0-808c-4e878d9ff424 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:03.704055 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-ed2a2485-8ad5-42d0-808c-4e878d9ff424 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.10 "GET /v2.0/networks?id=bf8527d2-6316-4ea7-8abb-f5770287f455 HTTP/1.1" status: 200 len: 808 time: 0.1037045 Aug 12 17:48:03.718392 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Request body: {'port': {'device_id': '3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f', 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455', 'admin_state_up': True, 'tenant_id': '5877c03ead6a4d48b1e28ad69b9edeb6'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:48:03.827944 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Made reservation on behalf of 5877c03ead6a4d48b1e28ad69b9edeb6 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:48:03.831505 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:03.889458 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c4db7b55-00a6-4d3e-b002-cbbe3b3fd65a req-c9b1868f-d46c-4ccb-8d73-224f3b52c476 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 210 time: 0.0373144 Aug 12 17:48:03.954366 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Allocated IP 172.20.0.2 (bf8527d2-6316-4ea7-8abb-f5770287f455/244a1c9b-a716-46da-b878-a15619ded2d3/7c06472e-6a2f-449f-8c54-68e2853b0fb0) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:48:04.089791 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:04.097352 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:04.134828 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:04.173785 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Network bf8527d2-6316-4ea7-8abb-f5770287f455 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:48:04.178579 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:48:04.182177 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:48:04.207209 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Pushing event updated for resources: {'Port': ['ID=7c06472e-6a2f-449f-8c54-68e2853b0fb0,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:04.233851 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:04.234485 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:04.247664 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-76b1aa39-b7a7-4192-9720-0d3b4eda8317 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5336759 Aug 12 17:48:04.260144 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Request body: {'port': {'device_id': '3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:48:04.314443 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:04.569896 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c06472e-6a2f-449f-8c54-68e2853b0fb0 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:48:04.578050 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:04.590490 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Transition to ACTIVE for port object 7c06472e-6a2f-449f-8c54-68e2853b0fb0 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:48:04.594343 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:04.643921 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c06472e-6a2f-449f-8c54-68e2853b0fb0,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:04.708925 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Attempting to bind port 7c06472e-6a2f-449f-8c54-68e2853b0fb0 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:48:04.709594 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Attempting to bind port 7c06472e-6a2f-449f-8c54-68e2853b0fb0 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'a03a7ec6-92ca-4902-93b6-0995a227ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:48:04.709594 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Attempting to bind port 7c06472e-6a2f-449f-8c54-68e2853b0fb0 on network bf8527d2-6316-4ea7-8abb-f5770287f455 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:48:04.715543 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Port 7c06472e-6a2f-449f-8c54-68e2853b0fb0 on network bf8527d2-6316-4ea7-8abb-f5770287f455 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:48:04.715981 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Attempting to bind port 7c06472e-6a2f-449f-8c54-68e2853b0fb0 on network bf8527d2-6316-4ea7-8abb-f5770287f455 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:48:04.720625 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:48:04.720963 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Checking segment: {'id': 'a03a7ec6-92ca-4902-93b6-0995a227ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:48:04.721348 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Bound using segment: {'id': 'a03a7ec6-92ca-4902-93b6-0995a227ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:48:04.721772 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Bound port: 7c06472e-6a2f-449f-8c54-68e2853b0fb0, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03a7ec6-92ca-4902-93b6-0995a227ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:48:04.722157 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:04.782676 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] For port 7c06472e-6a2f-449f-8c54-68e2853b0fb0, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:48:04.785624 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] For port 7c06472e-6a2f-449f-8c54-68e2853b0fb0, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=7c06472e-6a2f-449f-8c54-68e2853b0fb0,segment=NetworkSegment(a03a7ec6-92ca-4902-93b6-0995a227ec3a),segment_id=a03a7ec6-92ca-4902-93b6-0995a227ec3a)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:48:04.790212 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:04.822871 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:04.823732 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:04.825114 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] 10.222.0.10 "PUT /v2.0/ports/7c06472e-6a2f-449f-8c54-68e2853b0fb0 HTTP/1.1" status: 200 len: 1093 time: 0.5689816 Aug 12 17:48:04.827127 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f', 'tag': '7c06472e-6a2f-449f-8c54-68e2853b0fb0'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:48:04.830035 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bb380c-89bc-42fa-8fcc-a453f7c80666" -d '{"events": [{"name": "network-changed", "server_uuid": "3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f", "tag": "7c06472e-6a2f-449f-8c54-68e2853b0fb0"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:48:04.856733 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bb07d-903b-46b7-af19-b916deff1bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c06472e-6a2f-449f-8c54-68e2853b0fb0,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:04.873387 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2062f9f-0fbb-4a2c-8698-6f97681a035a x-openstack-request-id: req-e2062f9f-0fbb-4a2c-8698-6f97681a035a {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:48:04.873710 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f", "tag": "7c06472e-6a2f-449f-8c54-68e2853b0fb0", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:48:04.874760 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2062f9f-0fbb-4a2c-8698-6f97681a035a {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:48:04.875184 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f', 'tag': '7c06472e-6a2f-449f-8c54-68e2853b0fb0', 'status': 'completed', 'code': 200} Aug 12 17:48:04.908834 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-8dc68454-713e-4547-8890-31bb630c3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:04.910311 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-8dc68454-713e-4547-8890-31bb630c3d22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5877c03ead6a4d48b1e28ad69b9edeb6&device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 1096 time: 0.0462759 Aug 12 17:48:04.953919 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-e510bf30-f9ba-4c83-8cc8-ccd0109e00ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c06472e-6a2f-449f-8c54-68e2853b0fb0 HTTP/1.1" status: 200 len: 217 time: 0.0352383 Aug 12 17:48:05.006412 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-5b8041b2-6d32-4c59-b141-294ddf872176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:05.008225 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-5b8041b2-6d32-4c59-b141-294ddf872176 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=244a1c9b-a716-46da-b878-a15619ded2d3 HTTP/1.1" status: 200 len: 848 time: 0.0469284 Aug 12 17:48:05.011969 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f57abd-42c6-4771-a262-6a484dd4c968 req-4e7c1291-5088-4a56-b71c-fbe6c88aa260 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:05.013422 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d4f57abd-42c6-4771-a262-6a484dd4c968 req-4e7c1291-5088-4a56-b71c-fbe6c88aa260 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 943 time: 0.0523579 Aug 12 17:48:05.043913 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-5c300633-c4a4-4ab4-955a-5394827cee9b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf8527d2-6316-4ea7-8abb-f5770287f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285611 Aug 12 17:48:05.051242 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d4f57abd-42c6-4771-a262-6a484dd4c968 req-7805d16f-d17b-4da3-851e-4f323084e8a1 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Aug 12 17:48:05.141611 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-8671ef47-90b4-4fca-825b-5055282bde56 service neutron] 10.222.0.10 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898106 Aug 12 17:48:05.239015 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-f18c3b94-e544-46f1-ad4a-1de5915a03ad req-b026cb05-12df-48b5-9a96-8bc2b7b1ffa3 service neutron] 10.222.0.10 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899103 Aug 12 17:48:05.320319 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb380c-89bc-42fa-8fcc-a453f7c80666 req-6cf42347-9a60-47df-b243-776ce65891e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:05.322011 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58bb380c-89bc-42fa-8fcc-a453f7c80666 req-6cf42347-9a60-47df-b243-776ce65891e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5877c03ead6a4d48b1e28ad69b9edeb6&device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 1096 time: 0.0408792 Aug 12 17:48:05.411268 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb380c-89bc-42fa-8fcc-a453f7c80666 req-e1541fa3-3f9f-4a27-9ddd-b6d20b2e35f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:05.412961 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58bb380c-89bc-42fa-8fcc-a453f7c80666 req-e1541fa3-3f9f-4a27-9ddd-b6d20b2e35f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf8527d2-6316-4ea7-8abb-f5770287f455 HTTP/1.1" status: 200 len: 908 time: 0.0836473 Aug 12 17:48:05.462765 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58bb380c-89bc-42fa-8fcc-a453f7c80666 req-e3c51c97-5412-416e-89c6-7e77d315a4ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c06472e-6a2f-449f-8c54-68e2853b0fb0 HTTP/1.1" status: 200 len: 217 time: 0.0384305 Aug 12 17:48:05.477029 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:05.511824 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb380c-89bc-42fa-8fcc-a453f7c80666 req-f1e3ad0c-5062-49ba-8b68-b2d2de61a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:05.513226 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58bb380c-89bc-42fa-8fcc-a453f7c80666 req-f1e3ad0c-5062-49ba-8b68-b2d2de61a78e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=244a1c9b-a716-46da-b878-a15619ded2d3 HTTP/1.1" status: 200 len: 848 time: 0.0441005 Aug 12 17:48:05.544816 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58bb380c-89bc-42fa-8fcc-a453f7c80666 req-e4990cad-ca38-47d4-988b-1f234e3225c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf8527d2-6316-4ea7-8abb-f5770287f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239317 Aug 12 17:48:05.640356 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58bb380c-89bc-42fa-8fcc-a453f7c80666 req-dda881f3-b03d-46e3-ba7a-f37f6b89f8bf service neutron] 10.222.0.10 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888715 Aug 12 17:48:05.729834 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-58bb380c-89bc-42fa-8fcc-a453f7c80666 req-1e18412f-5b25-4339-bbbe-d3ef7f20bd6e service neutron] 10.222.0.10 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801971 Aug 12 17:48:06.166982 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3cffd-c6d6-44a1-bd5d-d9d7ac6054ac req-97ec3689-9b6f-4309-827b-abd91f260fb5 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:06.168450 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7be3cffd-c6d6-44a1-bd5d-d9d7ac6054ac req-97ec3689-9b6f-4309-827b-abd91f260fb5 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 943 time: 0.0498509 Aug 12 17:48:06.205945 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7be3cffd-c6d6-44a1-bd5d-d9d7ac6054ac req-cab1ca15-a25c-4fdc-9233-320dff5ca3b5 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Aug 12 17:48:07.316545 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181076f-edff-4bb1-81d2-000f4dcc2712 req-aa2c164b-3d3f-41d5-aceb-5f9be7c0cc8b tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:07.318000 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c181076f-edff-4bb1-81d2-000f4dcc2712 req-aa2c164b-3d3f-41d5-aceb-5f9be7c0cc8b tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 943 time: 0.0475132 Aug 12 17:48:07.354389 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c181076f-edff-4bb1-81d2-000f4dcc2712 req-78bac5ad-2fcb-4f47-91d0-df4ee4460831 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305140 Aug 12 17:48:08.471344 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a52935-5eeb-4e38-9efd-904ceea0202e req-93203654-96a7-4f47-b9a1-927235b3bd17 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:08.472793 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-04a52935-5eeb-4e38-9efd-904ceea0202e req-93203654-96a7-4f47-b9a1-927235b3bd17 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 943 time: 0.0526834 Aug 12 17:48:08.508665 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-04a52935-5eeb-4e38-9efd-904ceea0202e req-b0d8de57-a678-46ef-b5d1-8fe50b057661 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299933 Aug 12 17:48:09.622443 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3957-7d64-4d93-9f18-e4a0aac88101 req-2c5afe9d-bcb3-482c-ae9a-a99de3347fda tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:09.623896 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d3cc3957-7d64-4d93-9f18-e4a0aac88101 req-2c5afe9d-bcb3-482c-ae9a-a99de3347fda tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 943 time: 0.0477347 Aug 12 17:48:09.662717 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d3cc3957-7d64-4d93-9f18-e4a0aac88101 req-d3304986-e676-4976-b33b-29861cb71b19 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324628 Aug 12 17:48:10.155673 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 7c06472e-6a2f-449f-8c54-68e2853b0fb0 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:48:10.248404 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 7c06472e-6a2f-449f-8c54-68e2853b0fb0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=7c06472e-6a2f-449f-8c54-68e2853b0fb0,segment=NetworkSegment(a03a7ec6-92ca-4902-93b6-0995a227ec3a),segment_id=a03a7ec6-92ca-4902-93b6-0995a227ec3a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:48:10.259261 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': '7c06472e-6a2f-449f-8c54-68e2853b0fb0', 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455', 'port_id': '7c06472e-6a2f-449f-8c54-68e2853b0fb0', 'mac_address': 'fa:16:3e:7d:c6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244a1c9b-a716-46da-b878-a15619ded2d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:48:10.298642 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:10.310685 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c06472e-6a2f-449f-8c54-68e2853b0fb0 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:48:10.330435 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 7c06472e-6a2f-449f-8c54-68e2853b0fb0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=7c06472e-6a2f-449f-8c54-68e2853b0fb0,segment=NetworkSegment(a03a7ec6-92ca-4902-93b6-0995a227ec3a),segment_id=a03a7ec6-92ca-4902-93b6-0995a227ec3a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:48:10.334289 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:10.380692 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=7c06472e-6a2f-449f-8c54-68e2853b0fb0,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:10.674119 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['7c06472e-6a2f-449f-8c54-68e2853b0fb0'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:48:10.774991 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43a598-be78-485c-8c56-ddd4aaa18596 req-6c69fc51-d284-4d96-bb8b-0e464227d836 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:10.776458 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1b43a598-be78-485c-8c56-ddd4aaa18596 req-6c69fc51-d284-4d96-bb8b-0e464227d836 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 944 time: 0.0484347 Aug 12 17:48:10.812967 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-1b43a598-be78-485c-8c56-ddd4aaa18596 req-16f284ab-a42d-4458-8af1-069d0fa257a0 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305612 Aug 12 17:48:11.927501 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fcb75-266c-4fb4-816d-ed6d67212b88 req-c97daa79-6820-486f-960f-6f068b89989b tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:11.928936 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c24fcb75-266c-4fb4-816d-ed6d67212b88 req-c97daa79-6820-486f-960f-6f068b89989b tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 944 time: 0.0503826 Aug 12 17:48:11.964084 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c24fcb75-266c-4fb4-816d-ed6d67212b88 req-043a3feb-586c-425e-b343-8e8ffceeb2f3 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294251 Aug 12 17:48:12.158752 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 7c06472e-6a2f-449f-8c54-68e2853b0fb0 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:48:12.205788 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port 7c06472e-6a2f-449f-8c54-68e2853b0fb0 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:48:12.209222 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port 7c06472e-6a2f-449f-8c54-68e2853b0fb0 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:48:12.209594 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:12.281905 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:12.306121 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c06472e-6a2f-449f-8c54-68e2853b0fb0'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:48:12.308320 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aca1825-1962-4079-b237-6a6aded45db1" -d '{"events": [{"server_uuid": "3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f", "name": "network-vif-plugged", "status": "completed", "tag": "7c06472e-6a2f-449f-8c54-68e2853b0fb0"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:48:12.320999 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 7c06472e-6a2f-449f-8c54-68e2853b0fb0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=7c06472e-6a2f-449f-8c54-68e2853b0fb0,segment=NetworkSegment(a03a7ec6-92ca-4902-93b6-0995a227ec3a),segment_id=a03a7ec6-92ca-4902-93b6-0995a227ec3a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:48:12.324972 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:12.348465 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffd8068-d5a1-41d5-bd7c-8291b08b3a4f x-openstack-request-id: req-dffd8068-d5a1-41d5-bd7c-8291b08b3a4f {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:48:12.348751 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f", "name": "network-vif-plugged", "status": "completed", "tag": "7c06472e-6a2f-449f-8c54-68e2853b0fb0", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:48:12.348999 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dffd8068-d5a1-41d5-bd7c-8291b08b3a4f {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:48:12.349376 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c06472e-6a2f-449f-8c54-68e2853b0fb0', 'code': 200} Aug 12 17:48:12.375422 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=7c06472e-6a2f-449f-8c54-68e2853b0fb0,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:12.500896 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e6f37-f092-4428-bbf1-a358074dd2f5 req-80fe72ac-f1d5-47f4-82f0-1e6b3e7b6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:12.502306 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-542e6f37-f092-4428-bbf1-a358074dd2f5 req-80fe72ac-f1d5-47f4-82f0-1e6b3e7b6bd8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 1098 time: 0.0387292 Aug 12 17:48:12.536289 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-542e6f37-f092-4428-bbf1-a358074dd2f5 req-f69bec4e-e2d8-449d-bdc6-2c4cca3b97cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270805 Aug 12 17:48:13.076521 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbee8d-9cf0-4965-b3c2-3b1a0da3fc04 req-d413b081-b2f0-4074-8515-35b661042c38 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:13.077990 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f2cbee8d-9cf0-4965-b3c2-3b1a0da3fc04 req-d413b081-b2f0-4074-8515-35b661042c38 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 945 time: 0.0483255 Aug 12 17:48:13.114648 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-f2cbee8d-9cf0-4965-b3c2-3b1a0da3fc04 req-cc1b7c67-e8ec-4f1f-a0ce-dfcf67af0789 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307689 Aug 12 17:48:14.228545 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e57ff-0a1a-4a34-a7a8-a3116b1140ef req-3f5c8660-73e8-4dd1-8e51-0adbbf3dbfa4 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:14.229975 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-382e57ff-0a1a-4a34-a7a8-a3116b1140ef req-3f5c8660-73e8-4dd1-8e51-0adbbf3dbfa4 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 945 time: 0.0487733 Aug 12 17:48:14.265666 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-382e57ff-0a1a-4a34-a7a8-a3116b1140ef req-a512cbf7-082c-4b79-8b08-c1b4359dffb9 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297911 Aug 12 17:48:14.865055 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae089c9b-9c55-4bc8-b8d5-23efa77de439 req-6401df6d-36e2-4a79-a3b8-081c3722a41a tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:14.866515 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ae089c9b-9c55-4bc8-b8d5-23efa77de439 req-6401df6d-36e2-4a79-a3b8-081c3722a41a tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 945 time: 0.0503101 Aug 12 17:48:14.903044 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ae089c9b-9c55-4bc8-b8d5-23efa77de439 req-f400d06d-ae6e-4869-bd0f-01c4af5b2f99 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Aug 12 17:48:16.016630 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700fe3a-4665-40ec-bb15-872f1a4952f3 req-afdf54cd-27f1-45f6-918c-369c8b507d52 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:16.018648 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6700fe3a-4665-40ec-bb15-872f1a4952f3 req-afdf54cd-27f1-45f6-918c-369c8b507d52 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 945 time: 0.0489681 Aug 12 17:48:16.056595 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6700fe3a-4665-40ec-bb15-872f1a4952f3 req-d917f710-fe05-4ca0-9aae-f2e5d527066c tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Aug 12 17:48:16.321478 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39088077-864e-4dba-a642-90f1e15c885c req-3d1e64dc-f2f5-46fd-b848-48c872348a63 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:16.322848 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-39088077-864e-4dba-a642-90f1e15c885c req-3d1e64dc-f2f5-46fd-b848-48c872348a63 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 945 time: 0.0508146 Aug 12 17:48:16.410757 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-39088077-864e-4dba-a642-90f1e15c885c req-af7da071-3e1d-44fa-847a-16830ae10a33 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Deleting port 7c06472e-6a2f-449f-8c54-68e2853b0fb0 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:48:16.411102 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-39088077-864e-4dba-a642-90f1e15c885c req-af7da071-3e1d-44fa-847a-16830ae10a33 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:16.498350 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-39088077-864e-4dba-a642-90f1e15c885c req-af7da071-3e1d-44fa-847a-16830ae10a33 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] For port 7c06472e-6a2f-449f-8c54-68e2853b0fb0, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=7c06472e-6a2f-449f-8c54-68e2853b0fb0,segment=NetworkSegment(a03a7ec6-92ca-4902-93b6-0995a227ec3a),segment_id=a03a7ec6-92ca-4902-93b6-0995a227ec3a)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:48:16.498714 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-39088077-864e-4dba-a642-90f1e15c885c req-af7da071-3e1d-44fa-847a-16830ae10a33 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:16.510783 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-39088077-864e-4dba-a642-90f1e15c885c req-af7da071-3e1d-44fa-847a-16830ae10a33 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Calling delete_port for 7c06472e-6a2f-449f-8c54-68e2853b0fb0 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:48:16.633557 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-39088077-864e-4dba-a642-90f1e15c885c req-af7da071-3e1d-44fa-847a-16830ae10a33 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:16.644733 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['7c06472e-6a2f-449f-8c54-68e2853b0fb0'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:48:16.917624 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7da071-3e1d-44fa-847a-16830ae10a33 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Pushing event deleted for resources: {'Port': ['ID=7c06472e-6a2f-449f-8c54-68e2853b0fb0,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:16.956548 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-39088077-864e-4dba-a642-90f1e15c885c req-af7da071-3e1d-44fa-847a-16830ae10a33 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] No DVR routers for this DVR port 7c06472e-6a2f-449f-8c54-68e2853b0fb0 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:48:16.959046 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-39088077-864e-4dba-a642-90f1e15c885c req-af7da071-3e1d-44fa-847a-16830ae10a33 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:16.961012 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-39088077-864e-4dba-a642-90f1e15c885c req-af7da071-3e1d-44fa-847a-16830ae10a33 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.10 "DELETE /v2.0/ports/7c06472e-6a2f-449f-8c54-68e2853b0fb0 HTTP/1.1" status: 204 len: 173 time: 0.6325397 Aug 12 17:48:16.961449 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f', 'name': 'network-vif-deleted', 'tag': '7c06472e-6a2f-449f-8c54-68e2853b0fb0'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:48:16.963705 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844db35e-03bd-4c58-a3ee-69beb7c22977" -d '{"events": [{"server_uuid": "3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f", "name": "network-vif-deleted", "tag": "7c06472e-6a2f-449f-8c54-68e2853b0fb0"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:48:17.000968 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e321d85-c79b-4b03-9ac7-12a66b0c86ef x-openstack-request-id: req-3e321d85-c79b-4b03-9ac7-12a66b0c86ef {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:48:17.001282 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f", "name": "network-vif-deleted", "tag": "7c06472e-6a2f-449f-8c54-68e2853b0fb0", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:48:17.001529 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e321d85-c79b-4b03-9ac7-12a66b0c86ef {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:48:17.001918 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f', 'name': 'network-vif-deleted', 'tag': '7c06472e-6a2f-449f-8c54-68e2853b0fb0', 'status': 'completed', 'code': 200} Aug 12 17:48:17.162762 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9390d775-4b04-4f05-92d9-d9390021a4d9 req-e23c787c-21b4-4bd5-b26e-27d47f3a5f14 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f99ff3d-7d3e-4dc8-beaa-d5445bd3c62f HTTP/1.1" status: 200 len: 210 time: 0.0258012 Aug 12 17:48:17.703661 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:48:18.449137 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-ab0c45f1-7053-4db8-8a28-674aa86e9d1e tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:18.450617 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-ab0c45f1-7053-4db8-8a28-674aa86e9d1e tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/networks?id=bf8527d2-6316-4ea7-8abb-f5770287f455 HTTP/1.1" status: 200 len: 808 time: 0.1045263 Aug 12 17:48:18.466578 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-590d6a5b-fb82-4e78-9116-abf01297486a tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/quotas/5877c03ead6a4d48b1e28ad69b9edeb6 HTTP/1.1" status: 200 len: 375 time: 0.0098190 Aug 12 17:48:18.497066 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c088d2a0-c986-4a03-a78d-82cb2aa51813 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5877c03ead6a4d48b1e28ad69b9edeb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245018 Aug 12 17:48:18.587804 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-cb861960-430d-4673-b7dd-aaee3d462a75 service neutron] 10.222.0.25 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840423 Aug 12 17:48:18.913641 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-388b06da-6608-4c20-84b4-8a8aa630fc87 service neutron] 10.222.0.25 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197677 Aug 12 17:48:19.083648 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-6a32f738-e9c6-4056-b9a5-be510c83cdf8 req-e2664f77-5e7d-4391-9727-2e22e3007f4a tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 210 time: 0.0268726 Aug 12 17:48:20.014824 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-7517e53c-3e79-47e3-958e-152c431569a5 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:20.016271 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-7517e53c-3e79-47e3-958e-152c431569a5 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.10 "GET /v2.0/networks?id=bf8527d2-6316-4ea7-8abb-f5770287f455 HTTP/1.1" status: 200 len: 808 time: 0.1057081 Aug 12 17:48:20.028581 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Request body: {'port': {'device_id': 'f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a', 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455', 'admin_state_up': True, 'tenant_id': '5877c03ead6a4d48b1e28ad69b9edeb6'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:48:20.134774 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Made reservation on behalf of 5877c03ead6a4d48b1e28ad69b9edeb6 for: {'port': 1} {{(pid=94308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 12 17:48:20.138253 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:20.179057 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-109dee9b-709f-4c1d-8153-0865abc5e65f req-53525cc3-4a2a-4547-a4d8-4eb1048c91cb tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 210 time: 0.0261335 Aug 12 17:48:20.197847 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 7c06472e-6a2f-449f-8c54-68e2853b0fb0 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:48:20.215914 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 7c06472e-6a2f-449f-8c54-68e2853b0fb0 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:48:20.216255 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 7c06472e-6a2f-449f-8c54-68e2853b0fb0 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:48:20.264818 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_common [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Allocated IP 172.20.0.2 (bf8527d2-6316-4ea7-8abb-f5770287f455/244a1c9b-a716-46da-b878-a15619ded2d3/b2a0c596-f653-47ee-8b2c-fb2eb41c3d22) {{(pid=94308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 12 17:48:20.408684 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks [] for port, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:20.446816 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771064530423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:20.490228 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Network bf8527d2-6316-4ea7-8abb-f5770287f455 is already hosted by enough agents. {{(pid=94308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 12 17:48:20.493291 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.base_scheduler [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Resources bound (agent type, host, resource id): {{(pid=94308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 12 17:48:20.496993 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Received port after_create {{(pid=94308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 12 17:48:20.520060 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Pushing event updated for resources: {'Port': ['ID=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:20.546009 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:20.546641 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:20.560593 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-c0dc0032-d2ca-4966-9ce4-7cd1b16341f6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5359571 Aug 12 17:48:20.602888 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.v2.base [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Request body: {'port': {'device_id': 'f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78825'}} {{(pid=94308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 12 17:48:20.656135 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:20.905684 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 {{(pid=94308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:48:20.913414 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:20.925243 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.provisioning_blocks [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Transition to ACTIVE for port object b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 will not be triggered until provisioned by entity L2. {{(pid=94308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 12 17:48:20.929034 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:20.978162 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,revision_number=2']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:21.050000 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Attempting to bind port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 on host hv-cinder-78825 for vnic_type normal with profile {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 12 17:48:21.050735 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Attempting to bind port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 by drivers openvswitch,hyperv on host hv-cinder-78825 at level 0 using segments [{'id': 'a03a7ec6-92ca-4902-93b6-0995a227ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455'}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 12 17:48:21.050735 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Attempting to bind port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 on network bf8527d2-6316-4ea7-8abb-f5770287f455 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:48:21.061817 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 on network bf8527d2-6316-4ea7-8abb-f5770287f455 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78825 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 12 17:48:21.062267 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Attempting to bind port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 on network bf8527d2-6316-4ea7-8abb-f5770287f455 {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 12 17:48:21.067400 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Checking agent: {'id': '24a8d198-3f45-4bba-92a5-002eafc1389b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78825', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'started_at': datetime.datetime(2021, 8, 12, 17, 33, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 12, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 12 17:48:21.067741 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Checking segment: {'id': 'a03a7ec6-92ca-4902-93b6-0995a227ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 12 17:48:21.068121 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Bound using segment: {'id': 'a03a7ec6-92ca-4902-93b6-0995a227ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455'} {{(pid=94308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 12 17:48:21.068545 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.managers [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Bound port: b2a0c596-f653-47ee-8b2c-fb2eb41c3d22, host: hv-cinder-78825, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03a7ec6-92ca-4902-93b6-0995a227ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455'}}] {{(pid=94308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 12 17:48:21.068903 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:21.129601 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] For port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22, host hv-cinder-78825, cleared binding levels {{(pid=94308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 12 17:48:21.132517 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] For port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22, host hv-cinder-78825, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,segment=NetworkSegment(a03a7ec6-92ca-4902-93b6-0995a227ec3a),segment_id=a03a7ec6-92ca-4902-93b6-0995a227ec3a)] {{(pid=94308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 12 17:48:21.137414 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127425907'] for port, after_update {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:21.170095 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:21.170704 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:21.172054 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] 10.222.0.10 "PUT /v2.0/ports/b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 HTTP/1.1" status: 200 len: 1093 time: 0.5732431 Aug 12 17:48:21.172482 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a', 'tag': 'b2a0c596-f653-47ee-8b2c-fb2eb41c3d22'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:48:21.176046 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcca9347-0d69-4007-8c53-f9d7e334fb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a", "tag": "b2a0c596-f653-47ee-8b2c-fb2eb41c3d22"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:48:21.199586 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7b094-a653-402a-b5ed-55cc429dfc33 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,revision_number=3']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:21.218647 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c06f724-8b32-4285-87ee-a78c70e68b2d x-openstack-request-id: req-9c06f724-8b32-4285-87ee-a78c70e68b2d {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:48:21.218823 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a", "tag": "b2a0c596-f653-47ee-8b2c-fb2eb41c3d22", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:48:21.219078 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c06f724-8b32-4285-87ee-a78c70e68b2d {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:48:21.219630 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a', 'tag': 'b2a0c596-f653-47ee-8b2c-fb2eb41c3d22', 'status': 'completed', 'code': 200} Aug 12 17:48:21.249087 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-2efd17c7-6001-456b-829f-d840561cbc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:21.250703 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-2efd17c7-6001-456b-829f-d840561cbc93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5877c03ead6a4d48b1e28ad69b9edeb6&device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 1096 time: 0.0429223 Aug 12 17:48:21.298357 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-f2ad1db5-bd86-4802-bfa1-f1fba606c456 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 HTTP/1.1" status: 200 len: 217 time: 0.0370257 Aug 12 17:48:21.304874 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f318fb3-6ada-4d0f-aba8-86f2f98c960d req-1eacfe9e-003c-4983-9bee-0e0e15763ed3 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:21.306498 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7f318fb3-6ada-4d0f-aba8-86f2f98c960d req-1eacfe9e-003c-4983-9bee-0e0e15763ed3 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 943 time: 0.0512874 Aug 12 17:48:21.345814 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7f318fb3-6ada-4d0f-aba8-86f2f98c960d req-a80d083c-bc63-4e9b-8150-413a5c0f057a tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Aug 12 17:48:21.347374 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-f755834f-13fa-450f-a468-3841c75cf5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:21.348883 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-f755834f-13fa-450f-a468-3841c75cf5ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=244a1c9b-a716-46da-b878-a15619ded2d3 HTTP/1.1" status: 200 len: 848 time: 0.0443010 Aug 12 17:48:21.379784 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-12f2f0d4-3ca1-4d07-80c9-b6fd0659e79c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf8527d2-6316-4ea7-8abb-f5770287f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241978 Aug 12 17:48:21.472533 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-62487b12-0553-464a-a496-1efe1c879464 service neutron] 10.222.0.10 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849245 Aug 12 17:48:21.559582 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-89e0e0ca-e073-42df-8937-0fad72ab9147 req-17ff79c6-6728-4b27-8e01-e6bf6280dc5e service neutron] 10.222.0.10 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804536 Aug 12 17:48:21.644948 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca9347-0d69-4007-8c53-f9d7e334fb0a req-51462208-80d1-481d-b956-338a4470ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:21.646491 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-fcca9347-0d69-4007-8c53-f9d7e334fb0a req-51462208-80d1-481d-b956-338a4470ad4e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5877c03ead6a4d48b1e28ad69b9edeb6&device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 1096 time: 0.0417988 Aug 12 17:48:21.737514 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca9347-0d69-4007-8c53-f9d7e334fb0a req-ff37fa7f-3e16-4bac-bd0f-063819c797ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:21.738949 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-fcca9347-0d69-4007-8c53-f9d7e334fb0a req-ff37fa7f-3e16-4bac-bd0f-063819c797ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf8527d2-6316-4ea7-8abb-f5770287f455 HTTP/1.1" status: 200 len: 908 time: 0.0858636 Aug 12 17:48:21.780192 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-fcca9347-0d69-4007-8c53-f9d7e334fb0a req-5daa3741-d0d3-4708-be3f-959e7647da65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 HTTP/1.1" status: 200 len: 217 time: 0.0339820 Aug 12 17:48:21.830945 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca9347-0d69-4007-8c53-f9d7e334fb0a req-14e88354-f3c0-409b-8cc3-982d90a30270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:21.832374 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-fcca9347-0d69-4007-8c53-f9d7e334fb0a req-14e88354-f3c0-409b-8cc3-982d90a30270 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=244a1c9b-a716-46da-b878-a15619ded2d3 HTTP/1.1" status: 200 len: 848 time: 0.0460234 Aug 12 17:48:21.862816 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-fcca9347-0d69-4007-8c53-f9d7e334fb0a req-d83ce57e-53d2-44cf-a49f-b0fc760196fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf8527d2-6316-4ea7-8abb-f5770287f455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239849 Aug 12 17:48:21.949917 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-fcca9347-0d69-4007-8c53-f9d7e334fb0a req-7ddaa9d7-4498-4610-a28c-efd6f95e95a8 service neutron] 10.222.0.10 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797327 Aug 12 17:48:22.054799 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-fcca9347-0d69-4007-8c53-f9d7e334fb0a req-eb3df2f5-bf77-4b53-b5d2-cf66f693b24a service neutron] 10.222.0.10 "GET /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979354 Aug 12 17:48:22.459325 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f1e1-9511-48af-be14-31d01deacdda req-4eb505bb-b39b-46ec-85b1-56bdb2a2d00e tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:22.461084 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a091f1e1-9511-48af-be14-31d01deacdda req-4eb505bb-b39b-46ec-85b1-56bdb2a2d00e tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 943 time: 0.0472505 Aug 12 17:48:22.496783 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-a091f1e1-9511-48af-be14-31d01deacdda req-bb48157f-f6a4-4219-94bf-3f47faba7229 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300608 Aug 12 17:48:23.607126 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30446b-7e80-4459-ac1e-7c9cb8e43137 req-a54a3662-5118-4a56-8dbd-08d1f9acd55c tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:23.608569 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ac30446b-7e80-4459-ac1e-7c9cb8e43137 req-a54a3662-5118-4a56-8dbd-08d1f9acd55c tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 943 time: 0.0476234 Aug 12 17:48:23.646309 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-ac30446b-7e80-4459-ac1e-7c9cb8e43137 req-5f13cb6f-f51b-4721-a269-4fe431ecbeb4 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311825 Aug 12 17:48:24.759491 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc782b72-d12f-46e5-9ead-10801e409208 req-c52f919c-74c0-4c76-99fc-aa67998410df tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:24.760909 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bc782b72-d12f-46e5-9ead-10801e409208 req-c52f919c-74c0-4c76-99fc-aa67998410df tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 943 time: 0.0492816 Aug 12 17:48:24.796659 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-bc782b72-d12f-46e5-9ead-10801e409208 req-d8d84530-92db-417a-9606-8ca0eae4cd15 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298774 Aug 12 17:48:25.907054 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b15cb-9f45-4386-8e2f-4fe5a581ede7 req-9ace4596-1c69-44b8-9070-53649df1cae4 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:25.909070 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c10b15cb-9f45-4386-8e2f-4fe5a581ede7 req-9ace4596-1c69-44b8-9070-53649df1cae4 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 943 time: 0.0470340 Aug 12 17:48:25.944505 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-c10b15cb-9f45-4386-8e2f-4fe5a581ede7 req-89b13e3d-de73-43de-90b8-ae1eefd9ae57 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296736 Aug 12 17:48:26.217551 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 details requested by agent hyperv_hv-cinder-78825 with host hv-cinder-78825 {{(pid=94310) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 12 17:48:26.310630 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,segment=NetworkSegment(a03a7ec6-92ca-4902-93b6-0995a227ec3a),segment_id=a03a7ec6-92ca-4902-93b6-0995a227ec3a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:48:26.322310 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Returning: {'device': 'b2a0c596-f653-47ee-8b2c-fb2eb41c3d22', 'network_id': 'bf8527d2-6316-4ea7-8abb-f5770287f455', 'port_id': 'b2a0c596-f653-47ee-8b2c-fb2eb41c3d22', 'mac_address': 'fa:16:3e:cb:ed:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244a1c9b-a716-46da-b878-a15619ded2d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94310) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 12 17:48:26.361335 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:26.373464 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 {{(pid=94310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 12 17:48:26.392859 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,segment=NetworkSegment(a03a7ec6-92ca-4902-93b6-0995a227ec3a),segment_id=a03a7ec6-92ca-4902-93b6-0995a227ec3a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:48:26.396636 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:26.444286 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,revision_number=4']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:26.711981 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['b2a0c596-f653-47ee-8b2c-fb2eb41c3d22'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:48:27.057488 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83837075-8959-4401-87af-e1c14093b769 req-9d352487-f3e7-4dd9-8a7b-0075ec6f19d6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:27.058980 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-83837075-8959-4401-87af-e1c14093b769 req-9d352487-f3e7-4dd9-8a7b-0075ec6f19d6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 944 time: 0.0508609 Aug 12 17:48:27.100645 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-83837075-8959-4401-87af-e1c14093b769 req-f40f2d7e-29f6-4d45-88f4-c8bb5412ddfa tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349233 Aug 12 17:48:28.215996 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef81f2-7639-4eda-8adb-6f4a9c887ef5 req-79a52161-19b6-4540-8bfd-bd636b8b16d7 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:28.217454 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-50ef81f2-7639-4eda-8adb-6f4a9c887ef5 req-79a52161-19b6-4540-8bfd-bd636b8b16d7 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 944 time: 0.0520747 Aug 12 17:48:28.234360 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 up at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 12 17:48:28.254405 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-50ef81f2-7639-4eda-8adb-6f4a9c887ef5 req-7f09fd89-5072-45a2-bb9f-1418ad0ee1d2 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Aug 12 17:48:28.283958 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning for port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 completed by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 12 17:48:28.287641 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.provisioning_blocks [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Provisioning complete for port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 triggered by entity L2. {{(pid=94310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 12 17:48:28.288014 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-717132'] for port, provisioning_complete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:28.363016 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:28.384128 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a0c596-f653-47ee-8b2c-fb2eb41c3d22'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:48:28.386362 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e81e8a-ffbd-4f9f-b019-c610a3bc82cf" -d '{"events": [{"server_uuid": "f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a", "name": "network-vif-plugged", "status": "completed", "tag": "b2a0c596-f653-47ee-8b2c-fb2eb41c3d22"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:48:28.399165 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,segment=NetworkSegment(a03a7ec6-92ca-4902-93b6-0995a227ec3a),segment_id=a03a7ec6-92ca-4902-93b6-0995a227ec3a)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:48:28.403078 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:28.430462 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d2e2a7-5b6d-4636-905a-21fec291c8ae x-openstack-request-id: req-e0d2e2a7-5b6d-4636-905a-21fec291c8ae {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:48:28.430750 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a", "name": "network-vif-plugged", "status": "completed", "tag": "b2a0c596-f653-47ee-8b2c-fb2eb41c3d22", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:48:28.431001 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0d2e2a7-5b6d-4636-905a-21fec291c8ae {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:48:28.431383 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a0c596-f653-47ee-8b2c-fb2eb41c3d22', 'code': 200} Aug 12 17:48:28.456279 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,revision_number=5']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:28.582530 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9c4f0-4495-47f4-a39c-5428b5ea07ff req-99be96ed-2e70-45ae-acb0-482afa1705e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:28.583959 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-31a9c4f0-4495-47f4-a39c-5428b5ea07ff req-99be96ed-2e70-45ae-acb0-482afa1705e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 1098 time: 0.0391431 Aug 12 17:48:28.618550 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-31a9c4f0-4495-47f4-a39c-5428b5ea07ff req-6ab90c2c-1e95-4ca7-b41b-658eb222725f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268719 Aug 12 17:48:29.364310 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06481e-2767-461c-a137-2a9a3828fc40 req-f9e9e5f4-180a-42b0-8ee5-19fbbb847a50 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:29.365659 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5f06481e-2767-461c-a137-2a9a3828fc40 req-f9e9e5f4-180a-42b0-8ee5-19fbbb847a50 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 945 time: 0.0464823 Aug 12 17:48:29.403470 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-5f06481e-2767-461c-a137-2a9a3828fc40 req-c4759a47-5147-467f-a966-5bd3511efda0 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Aug 12 17:48:29.982822 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:30.068554 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-f1df0436-333e-496c-96f8-42771b01d13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:30.516905 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2959f0-c62e-4f18-8ca6-3808c3b77ba5 req-12b5e27e-fbac-46bd-aee6-d11256144941 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:30.518380 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9e2959f0-c62e-4f18-8ca6-3808c3b77ba5 req-12b5e27e-fbac-46bd-aee6-d11256144941 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 945 time: 0.0475004 Aug 12 17:48:30.554652 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-9e2959f0-c62e-4f18-8ca6-3808c3b77ba5 req-607af342-5310-48fa-9089-f4e1ed7ced71 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303719 Aug 12 17:48:31.215023 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd24446-ee85-4ac5-8e35-e45f6a18a977 req-af3189a5-5069-42c4-88c9-86dd5eafb3c9 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:31.216391 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cdd24446-ee85-4ac5-8e35-e45f6a18a977 req-af3189a5-5069-42c4-88c9-86dd5eafb3c9 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 945 time: 0.0515451 Aug 12 17:48:31.253263 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cdd24446-ee85-4ac5-8e35-e45f6a18a977 req-d8c6e7fc-55fc-46c0-9f7b-84de4491f5b3 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309908 Aug 12 17:48:32.367122 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7a6fb-d96b-41a9-b325-d69625f069a3 req-0a70e19c-0dad-4c46-9af4-d14fcfc0cd82 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:32.368589 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7bf7a6fb-d96b-41a9-b325-d69625f069a3 req-0a70e19c-0dad-4c46-9af4-d14fcfc0cd82 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 945 time: 0.0483937 Aug 12 17:48:32.404292 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-7bf7a6fb-d96b-41a9-b325-d69625f069a3 req-48ed27e0-6eda-4321-a5e8-f7410ae4c7a6 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e9cc7cc-6231-4955-962b-343f9b54ff75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299311 Aug 12 17:48:32.751758 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488f42-c831-402a-b254-579de081c5ca req-53978734-e735-448b-ab78-c198d4fae70f tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:32.753239 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d1488f42-c831-402a-b254-579de081c5ca req-53978734-e735-448b-ab78-c198d4fae70f tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 945 time: 0.0493729 Aug 12 17:48:32.844953 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-d1488f42-c831-402a-b254-579de081c5ca req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Deleting port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:48:32.845300 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d1488f42-c831-402a-b254-579de081c5ca req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:32.906230 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-efdb6265-9491-4fc3-a72d-5edd57fb4362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:32.929490 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-d1488f42-c831-402a-b254-579de081c5ca req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] For port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,segment=NetworkSegment(a03a7ec6-92ca-4902-93b6-0995a227ec3a),segment_id=a03a7ec6-92ca-4902-93b6-0995a227ec3a)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:48:32.929852 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d1488f42-c831-402a-b254-579de081c5ca req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:32.944340 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-d1488f42-c831-402a-b254-579de081c5ca req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Calling delete_port for b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:48:33.077801 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d1488f42-c831-402a-b254-579de081c5ca req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:33.090969 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] get_ports_and_sgs() called for port_ids ['b2a0c596-f653-47ee-8b2c-fb2eb41c3d22'] {{(pid=94310) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 12 17:48:33.107974 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Pushing event deleted for resources: {'Port': ['ID=b2a0c596-f653-47ee-8b2c-fb2eb41c3d22,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:33.119730 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.120090 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.120433 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.120773 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.121108 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.121437 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.121763 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.122176 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.122508 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.122831 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.123155 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.123475 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:33.159901 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1488f42-c831-402a-b254-579de081c5ca req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] No DVR routers for this DVR port b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:48:33.162293 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-d1488f42-c831-402a-b254-579de081c5ca req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:33.164317 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-d1488f42-c831-402a-b254-579de081c5ca req-777ce927-b450-4048-8eb5-32ba0f134c41 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.10 "DELETE /v2.0/ports/b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 HTTP/1.1" status: 204 len: 173 time: 0.4038522 Aug 12 17:48:33.164748 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a', 'name': 'network-vif-deleted', 'tag': 'b2a0c596-f653-47ee-8b2c-fb2eb41c3d22'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:48:33.167002 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f350390-9dc0-433e-b887-3e6e4fea8e0e" -d '{"events": [{"server_uuid": "f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a", "name": "network-vif-deleted", "tag": "b2a0c596-f653-47ee-8b2c-fb2eb41c3d22"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:48:33.209643 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05026eaa-7d54-4cf9-b393-0def30632f6c x-openstack-request-id: req-05026eaa-7d54-4cf9-b393-0def30632f6c {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:48:33.209933 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a", "name": "network-vif-deleted", "tag": "b2a0c596-f653-47ee-8b2c-fb2eb41c3d22", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:48:33.210223 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05026eaa-7d54-4cf9-b393-0def30632f6c {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:48:33.210627 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a', 'name': 'network-vif-deleted', 'tag': 'b2a0c596-f653-47ee-8b2c-fb2eb41c3d22', 'status': 'completed', 'code': 200} Aug 12 17:48:33.266158 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:33.507918 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-20de3e15-f252-413e-b720-0220fd0196ee req-a5b3d824-d0eb-4d1f-a4ec-7bf47f3b3d59 tempest-VolumesActionsTest-1189996818 tempest-VolumesActionsTest-1189996818-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6ee2a09-1d3e-4c32-83f8-d7a7d2dc9a2a HTTP/1.1" status: 200 len: 210 time: 0.0272167 Aug 12 17:48:34.092147 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:35.479788 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:36.907919 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:48:36.927465 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:48:36.927805 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device b2a0c596-f653-47ee-8b2c-fb2eb41c3d22 not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:48:40.576107 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9897a802-cdfb-436e-b198-ee87b724d32a req-e0a13f64-7762-49be-8d6a-7595f5031ed8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422072 Aug 12 17:48:40.658162 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897a802-cdfb-436e-b198-ee87b724d32a req-9fe966cc-6b52-448e-ae76-be4c275994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:40.659631 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9897a802-cdfb-436e-b198-ee87b724d32a req-9fe966cc-6b52-448e-ae76-be4c275994f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 1099 time: 0.0401280 Aug 12 17:48:40.765829 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897a802-cdfb-436e-b198-ee87b724d32a req-357355b3-c994-400b-8170-9b14663edf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:40.767396 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9897a802-cdfb-436e-b198-ee87b724d32a req-357355b3-c994-400b-8170-9b14663edf26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.0888746 Aug 12 17:48:40.837034 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9897a802-cdfb-436e-b198-ee87b724d32a req-57b2c81c-a70b-4f01-8959-35f8af093621 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc HTTP/1.1" status: 200 len: 1002 time: 0.0613589 Aug 12 17:48:40.897865 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897a802-cdfb-436e-b198-ee87b724d32a req-25dd51c2-d85a-4a0f-81d3-b6f55e02f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:40.899147 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9897a802-cdfb-436e-b198-ee87b724d32a req-25dd51c2-d85a-4a0f-81d3-b6f55e02f7e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0533762 Aug 12 17:48:40.952163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897a802-cdfb-436e-b198-ee87b724d32a req-cf3e478e-2bab-49b7-9392-b03478dc4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:48:40.953694 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9897a802-cdfb-436e-b198-ee87b724d32a req-cf3e478e-2bab-49b7-9392-b03478dc4584 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465944 Aug 12 17:48:41.049188 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9897a802-cdfb-436e-b198-ee87b724d32a req-8b9c8624-a06f-4678-86b7-6a531a09ddcf service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883853 Aug 12 17:48:41.170316 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-9897a802-cdfb-436e-b198-ee87b724d32a req-54a1ae0e-5c98-44ae-adf4-63d116360ff5 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092663 Aug 12 17:48:54.703832 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:48:58.342797 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 57124) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:48:58.389272 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Deleting subnet 244a1c9b-a716-46da-b878-a15619ded2d3 {{(pid=94309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:48:58.392321 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.426433 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127490663'] for subnet, precommit_delete_associations {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.464565 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.515534 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126545564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127496432'] for subnet, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.544382 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.546259 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/244a1c9b-a716-46da-b878-a15619ded2d3 HTTP/1.1" status: 204 len: 168 time: 0.2024527 Aug 12 17:48:58.547561 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244a1c9b-a716-46da-b878-a15619ded2d3,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:58.549163 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57126) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:48:58.554976 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.555323 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.555660 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.555992 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.556317 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.556646 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.556969 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.557289 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.557616 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.557934 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.558288 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.558604 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d40439-3d8b-4b7a-af36-3909535e8e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:48:58.619141 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.700245 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.710388 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8527d2-6316-4ea7-8abb-f5770287f455']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:48:58.720828 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03a7ec6-92ca-4902-93b6-0995a227ec3a') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:48:58.721127 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03a7ec6-92ca-4902-93b6-0995a227ec3a') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:48:58.729664 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.742896 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.748837 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:48:58.749233 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:48:58.751031 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:48:58.803809 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.809059 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:58.810939 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] 10.222.0.25 "DELETE /v2.0/networks/bf8527d2-6316-4ea7-8abb-f5770287f455 HTTP/1.1" status: 204 len: 168 time: 0.2601995 Aug 12 17:48:58.822823 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa134bf0-f0cd-4346-aed2-59d2259006ac admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8527d2-6316-4ea7-8abb-f5770287f455,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:58.934210 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57130) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:48:58.975330 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-20cc0f11-7dce-41a9-932e-5491d2ec5791 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5877c03ead6a4d48b1e28ad69b9edeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399258 Aug 12 17:48:58.977928 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57132) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:48:59.035516 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-10cee6e6-3238-487c-a12c-16d6f2b1cfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:59.056269 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-10cee6e6-3238-487c-a12c-16d6f2b1cfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:59.103866 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-10cee6e6-3238-487c-a12c-16d6f2b1cfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:59.106490 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-10cee6e6-3238-487c-a12c-16d6f2b1cfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:48:59.107659 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-10cee6e6-3238-487c-a12c-16d6f2b1cfab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e9cc7cc-6231-4955-962b-343f9b54ff75 HTTP/1.1" status: 204 len: 168 time: 0.1287975 Aug 12 17:48:59.115673 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cee6e6-3238-487c-a12c-16d6f2b1cfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9cc7cc-6231-4955-962b-343f9b54ff75,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:48:59.989108 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:00.075626 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-8ee61154-56a7-470f-945b-d3494af8ef05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:02.906509 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3cbe12a7-fbe8-4716-8d3e-41735988d43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:03.267898 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:04.095817 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:05.482911 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:29.988810 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:30.078523 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-51ce7700-e338-4abc-8b22-775973e3c38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:31.703443 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:49:32.906668 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-427fdcf7-9cb9-4fc4-95f4-d56d95306d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:33.269400 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:34.097724 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:35.484871 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:36.244222 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57334) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:49:36.370002 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:36.464431 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:36.468159 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_create {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:36.506895 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5195cf8-323f-4e45-b981-18c26fb4aab5,revision_number=1']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:49:36.510568 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c86459fc0e4f4bb3b882b3dd62c91655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653401 Aug 12 17:49:36.513283 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 57338) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:49:36.516473 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.516819 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.517160 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.517493 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.517827 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.518188 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.518515 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.518839 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.519165 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.519509 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.519832 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.520151 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932c1081-40f0-48f9-850e-4ee2ca4b8543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:49:36.568922 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0ac40a33-8cdf-4005-9b11-34f6e320d1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:36.590738 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0ac40a33-8cdf-4005-9b11-34f6e320d1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:36.637603 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0ac40a33-8cdf-4005-9b11-34f6e320d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:36.640147 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-0ac40a33-8cdf-4005-9b11-34f6e320d1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:36.641289 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-0ac40a33-8cdf-4005-9b11-34f6e320d1e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5195cf8-323f-4e45-b981-18c26fb4aab5 HTTP/1.1" status: 204 len: 168 time: 0.1270332 Aug 12 17:49:36.649785 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac40a33-8cdf-4005-9b11-34f6e320d1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5195cf8-323f-4e45-b981-18c26fb4aab5,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:49:40.103795 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-58d7e348-b3a0-4329-b26a-450d38076e3c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445831 Aug 12 17:49:40.165312 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-c493bb0a-bf9b-4707-90e7-2f2c8492e0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:40.166913 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-c493bb0a-bf9b-4707-90e7-2f2c8492e0ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 1098 time: 0.0414591 Aug 12 17:49:40.271173 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-095d2a5d-2a5d-4676-8164-9144fe74a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:40.272706 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-095d2a5d-2a5d-4676-8164-9144fe74a675 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.0861075 Aug 12 17:49:40.342385 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-7080b57d-694d-490c-b3ad-9e341e3e3486 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed HTTP/1.1" status: 200 len: 1001 time: 0.0629194 Aug 12 17:49:40.398490 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-f9a5877b-20dc-4246-bb1a-b42c8b33a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:40.400612 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-f9a5877b-20dc-4246-bb1a-b42c8b33a8b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0515845 Aug 12 17:49:40.448462 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-5eb062af-ecf6-4ebc-9ca3-e360d888ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:40.449961 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-5eb062af-ecf6-4ebc-9ca3-e360d888ba9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423801 Aug 12 17:49:40.545496 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-93f70ef0-9405-4611-8d6b-fb7cda7c9656 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871985 Aug 12 17:49:40.637494 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-22d5bb50-36f3-432b-8760-bc4ed313d6d8 req-d026105f-7126-464a-9cd8-63d6e18a1976 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849311 Aug 12 17:49:53.889430 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57342) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:49:54.063083 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Deleting port 9bdeab04-8091-4784-a741-06f46d6d5828 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:49:54.063415 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:54.163219 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:54.164242 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:54.182168 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Calling delete_port for 9bdeab04-8091-4784-a741-06f46d6d5828 owned by network:floatingip {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:49:54.367380 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:54.394565 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event deleted for resources: {'Port': ['ID=9bdeab04-8091-4784-a741-06f46d6d5828,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:49:54.457180 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:54.457507 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.db.l3_db [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Floating IP 3682af76-9558-4278-82d8-c02c85b0318f disassociated (deleted). External IP: 172.27.1.215, port: 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed. Aug 12 17:49:54.671079 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Router 3bda226c-a4ab-4cf5-8840-8f40194a7906 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:49:55.056244 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:49:55.061190 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:49:55.067138 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] Sync routers for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:49:55.079422 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:49:55.080091 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:49:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:49:55.092174 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-128dcc96-f944-4fc4-9fdd-57059df9d106 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "DELETE /v2.0/floatingips/3682af76-9558-4278-82d8-c02c85b0318f HTTP/1.1" status: 204 len: 168 time: 1.2015679 Aug 12 17:49:55.092811 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:49:55.095355 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:49:55.137291 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b579030b-43fc-48bd-a5b0-3f335f32b7f5 x-openstack-request-id: req-b579030b-43fc-48bd-a5b0-3f335f32b7f5 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:49:55.137613 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:49:55.137848 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b579030b-43fc-48bd-a5b0-3f335f32b7f5 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:49:55.138318 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'status': 'completed', 'code': 200} Aug 12 17:49:55.210829 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-1c3e0241-4636-4548-9525-921424279052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:55.213337 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-1c3e0241-4636-4548-9525-921424279052 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 1098 time: 0.0519621 Aug 12 17:49:55.220914 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:49:55.329286 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-80726217-362b-41b9-a07c-b52e2c0b8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:55.331024 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-80726217-362b-41b9-a07c-b52e2c0b8033 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.1112776 Aug 12 17:49:55.364961 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6deb1-2e3b-43ff-80f3-45315d49e255 req-0c39bdd6-19b2-450f-8256-711688d0b7af tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:55.366570 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-beb6deb1-2e3b-43ff-80f3-45315d49e255 req-0c39bdd6-19b2-450f-8256-711688d0b7af tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 945 time: 0.0582755 Aug 12 17:49:55.380044 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-e64189fa-c633-492a-9466-e0cd518ec924 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed HTTP/1.1" status: 200 len: 217 time: 0.0414891 Aug 12 17:49:55.409690 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-beb6deb1-2e3b-43ff-80f3-45315d49e255 req-40e257ce-3532-419b-863c-6728b7029816 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359533 Aug 12 17:49:55.440766 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-d07b0cf4-a95b-4ff4-bc11-86393cca327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:55.442302 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-d07b0cf4-a95b-4ff4-bc11-86393cca327e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0547743 Aug 12 17:49:55.493457 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-2aeee40d-a1a6-4155-80c6-158cc5c6fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:55.495181 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-2aeee40d-a1a6-4155-80c6-158cc5c6fdc1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443046 Aug 12 17:49:55.497376 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '91d66b2b-b57a-405d-9770-6cdd1bada235', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:3c:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:45:24Z', 'updated_at': '2021-08-12T17:45:26Z', 'revision_number': 1, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:49:55.543260 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] Checking router: 3bda226c-a4ab-4cf5-8840-8f40194a7906 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:49:55.551981 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:49:55.552598 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:49:33Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:49:55.608384 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-d357ad07-ad09-488a-b861-3ff6cd051e03 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051521 Aug 12 17:49:55.668502 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:49:55.720686 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-e9ae3bc3-ba4f-41ad-8ba1-568175a841e2 req-85022f36-7f03-45b3-a8db-80f68eb9c146 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048584 Aug 12 17:49:55.908282 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '91d66b2b-b57a-405d-9770-6cdd1bada235', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:3c:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:45:24Z', 'updated_at': '2021-08-12T17:45:26Z', 'revision_number': 1, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:49:55.936029 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bef7b-fdb8-4330-8cf6-41979087c298 None None] The sync data for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi is: [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_floatingips': [{'id': '91d66b2b-b57a-405d-9770-6cdd1bada235', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'floating_ip_address': '172.27.1.213', 'floating_network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'router_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'port_id': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'mac_address': 'fa:16:3e:3c:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-12T17:45:24Z', 'updated_at': '2021-08-12T17:45:26Z', 'revision_number': 1, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:49:56.177802 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1737323-e1de-45ad-be5b-81e9b556205f None None] New status for floating IP 3682af76-9558-4278-82d8-c02c85b0318f: DOWN {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:49:56.553034 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acb617-aaec-4663-b97b-e9928c946058 req-6ea00cec-3a04-4fa4-8111-7deebf36fb69 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:56.555450 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-35acb617-aaec-4663-b97b-e9928c946058 req-6ea00cec-3a04-4fa4-8111-7deebf36fb69 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 945 time: 0.0561306 Aug 12 17:49:56.600906 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-35acb617-aaec-4663-b97b-e9928c946058 req-352fc104-19a3-47e4-8503-2c749a1303a5 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387769 Aug 12 17:49:57.731168 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ef10b-202a-4896-b9f9-17066b4fd443 req-5b882cd4-3b30-4ee2-835b-b660fe97261e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:57.732686 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-393ef10b-202a-4896-b9f9-17066b4fd443 req-5b882cd4-3b30-4ee2-835b-b660fe97261e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 945 time: 0.0535769 Aug 12 17:49:57.770784 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-393ef10b-202a-4896-b9f9-17066b4fd443 req-8516854c-fe0b-4b4a-8dce-a002976b7319 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321825 Aug 12 17:49:58.896413 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ececd-a84c-4a55-b3cc-59e7896eb90a req-f7aa2f0b-28cd-4488-88e3-54e891f2333e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:49:58.898647 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-207ececd-a84c-4a55-b3cc-59e7896eb90a req-f7aa2f0b-28cd-4488-88e3-54e891f2333e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 945 time: 0.0501783 Aug 12 17:49:58.938163 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-207ececd-a84c-4a55-b3cc-59e7896eb90a req-6b4a8078-1219-4c44-95e4-17e8a825f248 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333152 Aug 12 17:49:59.992680 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:00.055808 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aa413-f899-447b-b20c-e254b94710e3 req-dcf2d53c-67dd-41a3-8c6b-de7b92a62628 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:00.057305 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d34aa413-f899-447b-b20c-e254b94710e3 req-dcf2d53c-67dd-41a3-8c6b-de7b92a62628 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 945 time: 0.0477545 Aug 12 17:50:00.077689 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-38023da6-c2eb-46b9-8f84-abc8f9b64aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:00.098831 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-d34aa413-f899-447b-b20c-e254b94710e3 req-4aac4850-35ce-4e8a-ae0b-dfd5dba82e43 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351560 Aug 12 17:50:00.648433 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:50:00.726731 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646671'] for port, before_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:00.748257 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed'}] {{(pid=94310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:50:00.750536 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63009c8fa5a6a6c8c6e6c15fc6a057c73fc6ab9e77b33aec0127e0782b2238e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df57eae6-4548-4b6c-93bb-10f5fef8d40d" -d '{"events": [{"server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "name": "network-vif-unplugged", "status": "completed", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed"}]}' {{(pid=94310) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:50:00.763754 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] For port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:00.768292 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771065017492', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771064530701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771064530719'] for port, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:00.793358 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 12 Aug 2021 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b711e170-337e-4802-b633-6b0990da62bd x-openstack-request-id: req-b711e170-337e-4802-b633-6b0990da62bd {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:50:00.793649 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "name": "network-vif-unplugged", "status": "completed", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed", "code": 200}]} {{(pid=94310) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:50:00.793925 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b711e170-337e-4802-b633-6b0990da62bd {{(pid=94310) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:50:00.794341 dv-cinder-788253-6-iscsi neutron-server[94310]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'code': 200} Aug 12 17:50:00.819530 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Pushing event updated for resources: {'Port': ['ID=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,revision_number=6']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:00.827142 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.827498 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.827839 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.828177 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.828512 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.828847 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.829178 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.829507 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.829887 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.830244 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.830635 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:00.830962 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:01.215700 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72820c14-afe6-4c42-9f02-77729bf6b5be req-2d2f07fe-3f2b-445c-ac19-2ffb7befffca tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:01.217188 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-72820c14-afe6-4c42-9f02-77729bf6b5be req-2d2f07fe-3f2b-445c-ac19-2ffb7befffca tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0520642 Aug 12 17:50:01.254674 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-72820c14-afe6-4c42-9f02-77729bf6b5be req-ad4ae9c5-e102-41fc-8327-1e08e21567f8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316343 Aug 12 17:50:02.169826 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a776912-1644-4e97-909f-0a2d55aa674d req-791e3ec0-70d2-4e5a-bd57-394233bf9d21 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:02.171313 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2a776912-1644-4e97-909f-0a2d55aa674d req-791e3ec0-70d2-4e5a-bd57-394233bf9d21 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0543683 Aug 12 17:50:02.260660 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-2a776912-1644-4e97-909f-0a2d55aa674d req-1ba2f063-88a0-41ca-91f0-15a0a9f6acf6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Deleting port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:02.261006 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-2a776912-1644-4e97-909f-0a2d55aa674d req-1ba2f063-88a0-41ca-91f0-15a0a9f6acf6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:02.355831 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-2a776912-1644-4e97-909f-0a2d55aa674d req-1ba2f063-88a0-41ca-91f0-15a0a9f6acf6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] For port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:02.356098 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-2a776912-1644-4e97-909f-0a2d55aa674d req-1ba2f063-88a0-41ca-91f0-15a0a9f6acf6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:02.370793 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-2a776912-1644-4e97-909f-0a2d55aa674d req-1ba2f063-88a0-41ca-91f0-15a0a9f6acf6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Calling delete_port for 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:02.375133 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee59633-439f-40c4-867a-c33057648a70 req-31c97520-1646-42c9-b6ca-377cec3a1016 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:02.377011 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0ee59633-439f-40c4-867a-c33057648a70 req-31c97520-1646-42c9-b6ca-377cec3a1016 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb28dae2-a46c-47e9-ae1c-451e8cf58698 HTTP/1.1" status: 200 len: 943 time: 0.0526485 Aug 12 17:50:02.416229 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-0ee59633-439f-40c4-867a-c33057648a70 req-90b31c25-bcf4-4016-bc7b-6fcdd7a5fe12 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327692 Aug 12 17:50:02.512349 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-2a776912-1644-4e97-909f-0a2d55aa674d req-1ba2f063-88a0-41ca-91f0-15a0a9f6acf6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:02.544514 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2f063-88a0-41ca-91f0-15a0a9f6acf6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event deleted for resources: {'Port': ['ID=60ce7c07-a14a-4a24-ac81-cb1adc44c0ed,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:02.588238 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a776912-1644-4e97-909f-0a2d55aa674d req-1ba2f063-88a0-41ca-91f0-15a0a9f6acf6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] No DVR routers for this DVR port 60ce7c07-a14a-4a24-ac81-cb1adc44c0ed on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:50:02.590883 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-2a776912-1644-4e97-909f-0a2d55aa674d req-1ba2f063-88a0-41ca-91f0-15a0a9f6acf6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:02.592879 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-2a776912-1644-4e97-909f-0a2d55aa674d req-1ba2f063-88a0-41ca-91f0-15a0a9f6acf6 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "DELETE /v2.0/ports/60ce7c07-a14a-4a24-ac81-cb1adc44c0ed HTTP/1.1" status: 204 len: 173 time: 0.4153686 Aug 12 17:50:02.593380 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'name': 'network-vif-deleted', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:50:02.595721 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a781de3a-8668-4e34-bcbf-40c47d2a40ff" -d '{"events": [{"server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "name": "network-vif-deleted", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:50:02.635303 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d12d65e-cc35-44b5-9dae-856b337efad5 x-openstack-request-id: req-3d12d65e-cc35-44b5-9dae-856b337efad5 {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:50:02.635636 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb28dae2-a46c-47e9-ae1c-451e8cf58698", "name": "network-vif-deleted", "tag": "60ce7c07-a14a-4a24-ac81-cb1adc44c0ed", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:50:02.635991 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d12d65e-cc35-44b5-9dae-856b337efad5 {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:50:02.636444 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb28dae2-a46c-47e9-ae1c-451e8cf58698', 'name': 'network-vif-deleted', 'tag': '60ce7c07-a14a-4a24-ac81-cb1adc44c0ed', 'status': 'completed', 'code': 200} Aug 12 17:50:02.912250 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-5e253deb-2c8a-4384-afec-0cd9dbb78930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:03.270660 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:04.100185 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:05.488551 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:05.688251 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 57388) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:05.845824 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Deleting port 878e09a6-ee32-4f67-a514-3e634cc9e45d {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:05.846109 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:05.924376 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:05.924708 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:05.936883 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Calling delete_port for 878e09a6-ee32-4f67-a514-3e634cc9e45d owned by network:floatingip {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:06.088014 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:06.121742 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event deleted for resources: {'Port': ['ID=878e09a6-ee32-4f67-a514-3e634cc9e45d,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:06.142940 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.143291 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.143636 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.143974 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.144306 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.144640 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.144979 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.145301 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.145627 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.145949 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.146310 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.146633 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788253-6-iscsi {{(pid=94309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 12 17:50:06.185952 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:06.186367 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.db.l3_db [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Floating IP 91d66b2b-b57a-405d-9770-6cdd1bada235 disassociated (deleted). External IP: 172.27.1.213, port: 8b9ead70-822b-422d-8bcc-dfdf096fd8fc. Aug 12 17:50:06.395607 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Router 3bda226c-a4ab-4cf5-8840-8f40194a7906 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:50:06.505796 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:50:06.511281 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:06.515895 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] Sync routers for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:50:06.524571 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:50:06.525192 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:50:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:06.537879 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-e0fc2c6e-fc76-4211-9a37-6c790181f527 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "DELETE /v2.0/floatingips/91d66b2b-b57a-405d-9770-6cdd1bada235 HTTP/1.1" status: 204 len: 168 time: 0.8485441 Aug 12 17:50:06.539116 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'tag': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc'}] {{(pid=94309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:50:06.541476 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18b3be19aff3541677163efff9451672a662b1d0e5c27a642703130cb30783c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7da1b3-ac7b-4a75-9f96-68f499a652de" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f2d983-761c-4ab1-a351-a07057d03670", "tag": "8b9ead70-822b-422d-8bcc-dfdf096fd8fc"}]}' {{(pid=94309) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:50:06.634097 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:50:06.773812 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 12 Aug 2021 17:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47143e3b-6bd0-4aa7-8fb7-0d55425a938b x-openstack-request-id: req-47143e3b-6bd0-4aa7-8fb7-0d55425a938b {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:50:06.774532 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f2d983-761c-4ab1-a351-a07057d03670", "tag": "8b9ead70-822b-422d-8bcc-dfdf096fd8fc", "status": "completed", "code": 200}]} {{(pid=94309) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:50:06.774532 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47143e3b-6bd0-4aa7-8fb7-0d55425a938b {{(pid=94309) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:50:06.774741 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'tag': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'status': 'completed', 'code': 200} Aug 12 17:50:06.798028 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a9dd5-2e7c-4b80-9e24-d2f38b5bbda9 req-882a764e-464f-467c-899d-256698d0f43f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:06.799561 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-624a9dd5-2e7c-4b80-9e24-d2f38b5bbda9 req-882a764e-464f-467c-899d-256698d0f43f tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 946 time: 0.0555937 Aug 12 17:50:06.837657 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-5641dc32-d8c0-406b-a6b5-82591878e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:06.839444 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-5641dc32-d8c0-406b-a6b5-82591878e353 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=930d6afb968e4b429d908a0c1661f490&device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 1099 time: 0.0442445 Aug 12 17:50:06.845350 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-624a9dd5-2e7c-4b80-9e24-d2f38b5bbda9 req-8b597b5e-c939-4e97-8c06-021c8eda37c9 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364633 Aug 12 17:50:06.938637 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-047c047f-ea81-4d7f-9403-46a3533f1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:06.940072 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-047c047f-ea81-4d7f-9403-46a3533f1a14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 200 len: 911 time: 0.0931320 Aug 12 17:50:06.970514 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:06.983943 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-6c907833-9292-41a8-8406-54a77c9c637b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc HTTP/1.1" status: 200 len: 217 time: 0.0347171 Aug 12 17:50:06.996436 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] Checking router: 3bda226c-a4ab-4cf5-8840-8f40194a7906 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:50:07.004869 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:50:07.005479 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:50:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:07.034656 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-5874dd4d-268d-4e86-b118-4c115078c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:07.036149 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-5874dd4d-268d-4e86-b118-4c115078c204 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 200 len: 850 time: 0.0436120 Aug 12 17:50:07.088240 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-a0879c11-99ba-4529-9b94-a1ae01189b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:07.089767 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-a0879c11-99ba-4529-9b94-a1ae01189b6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b43b12a-83f4-439f-8191-13943471899a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456312 Aug 12 17:50:07.110836 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:50:07.181040 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-49df8386-f5f9-454b-ab52-d841764d2489 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819378 Aug 12 17:50:07.281438 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3d7da1b3-ac7b-4a75-9f96-68f499a652de req-65027374-7629-4cbe-a018-da0554bd7887 service neutron] 10.222.0.10 "GET /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918581 Aug 12 17:50:07.313894 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:07.340494 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c4564a-7c94-4678-8768-cc0102ad54d7 None None] The sync data for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi is: [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:41:41Z', 'revision_number': 4, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi', '_interfaces': [{'id': '92b625f6-df5b-4c51-b0ef-ef573205b690', 'name': '', 'network_id': '7b43b12a-83f4-439f-8191-13943471899a', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'mac_address': 'fa:16:3e:4a:6e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:41Z', 'updated_at': '2021-08-12T17:41:48Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'subnets': [{'id': '8a8770d0-7ebe-4b70-b194-3ef77ec7e784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:50:07.541927 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff714e4-5279-45a8-8975-4e9ccabfa0a0 None None] New status for floating IP 91d66b2b-b57a-405d-9770-6cdd1bada235: DOWN {{(pid=94311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 12 17:50:07.976505 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63b864-1bad-4224-a635-46408f3b805b req-e97abc19-dcad-4ed3-99bc-163884d71ed8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:07.978030 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fa63b864-1bad-4224-a635-46408f3b805b req-e97abc19-dcad-4ed3-99bc-163884d71ed8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 946 time: 0.0591767 Aug 12 17:50:08.016484 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-fa63b864-1bad-4224-a635-46408f3b805b req-1c380dd2-0308-4887-a069-09f768dcc25d tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/security-groups?id=47710874-9c93-4ce4-a077-b83c4da9a8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Aug 12 17:50:08.405377 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-ee232c4a-3291-4d16-9cc5-0e5c971c77b4 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 12 17:50:08.406911 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-ee232c4a-3291-4d16-9cc5-0e5c971c77b4 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 946 time: 0.0492916 Aug 12 17:50:08.496827 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-2f332c40-772b-463f-b2a5-52266d6ebc7e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Deleting port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:08.497171 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-2f332c40-772b-463f-b2a5-52266d6ebc7e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:08.587774 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-2f332c40-772b-463f-b2a5-52266d6ebc7e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] For port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc, host hv-cinder-78825, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78825',level=0,port_id=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:08.588143 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-2f332c40-772b-463f-b2a5-52266d6ebc7e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:08.602747 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-2f332c40-772b-463f-b2a5-52266d6ebc7e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Calling delete_port for 8b9ead70-822b-422d-8bcc-dfdf096fd8fc owned by compute:nova {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:08.702105 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:50:08.733160 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-2f332c40-772b-463f-b2a5-52266d6ebc7e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:08.760239 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f332c40-772b-463f-b2a5-52266d6ebc7e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event deleted for resources: {'Port': ['ID=8b9ead70-822b-422d-8bcc-dfdf096fd8fc,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:08.802154 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-2f332c40-772b-463f-b2a5-52266d6ebc7e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] No DVR routers for this DVR port 8b9ead70-822b-422d-8bcc-dfdf096fd8fc on host hv-cinder-78825 {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:50:08.805239 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-2f332c40-772b-463f-b2a5-52266d6ebc7e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for port, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:08.807275 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [req-3d0cd258-1175-4501-80ca-08944530a7a5 req-2f332c40-772b-463f-b2a5-52266d6ebc7e tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.10 "DELETE /v2.0/ports/8b9ead70-822b-422d-8bcc-dfdf096fd8fc HTTP/1.1" status: 204 len: 173 time: 0.3923273 Aug 12 17:50:08.807698 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'name': 'network-vif-deleted', 'tag': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc'}] {{(pid=94308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 12 17:50:08.809957 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b9eb4ba158b375be05a579fde6063b83a1d9c413ccc523413b24f09c90109e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db2343f-fb99-46d7-8347-8ad6094233e7" -d '{"events": [{"server_uuid": "c8f2d983-761c-4ab1-a351-a07057d03670", "name": "network-vif-deleted", "tag": "8b9ead70-822b-422d-8bcc-dfdf096fd8fc"}]}' {{(pid=94308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 12 17:50:08.844915 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 12 Aug 2021 17:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b0380d-d085-401f-8e6c-3c352a9d536f x-openstack-request-id: req-37b0380d-d085-401f-8e6c-3c352a9d536f {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 12 17:50:08.845209 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f2d983-761c-4ab1-a351-a07057d03670", "name": "network-vif-deleted", "tag": "8b9ead70-822b-422d-8bcc-dfdf096fd8fc", "status": "completed", "code": 200}]} {{(pid=94308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 12 17:50:08.845492 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37b0380d-d085-401f-8e6c-3c352a9d536f {{(pid=94308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 12 17:50:08.845881 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f2d983-761c-4ab1-a351-a07057d03670', 'name': 'network-vif-deleted', 'tag': '8b9ead70-822b-422d-8bcc-dfdf096fd8fc', 'status': 'completed', 'code': 200} Aug 12 17:50:09.113704 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [req-cae20a09-75cd-43cc-973f-415d5c4f42e2 req-c74e5ee5-d1c6-4340-ad38-207ba623b5ee tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8f2d983-761c-4ab1-a351-a07057d03670 HTTP/1.1" status: 200 len: 210 time: 0.0289838 Aug 12 17:50:10.173412 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57406) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:10.297770 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2265d-f765-437e-8317-efc68397a867 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Deleting port e45eed71-cabe-4626-8507-a4f919c4e476 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:10.298130 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cd2265d-f765-437e-8317-efc68397a867 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:10.373428 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cd2265d-f765-437e-8317-efc68397a867 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:10.373673 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cd2265d-f765-437e-8317-efc68397a867 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:10.385321 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2265d-f765-437e-8317-efc68397a867 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Calling delete_port for e45eed71-cabe-4626-8507-a4f919c4e476 owned by network:floatingip {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:10.518727 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cd2265d-f765-437e-8317-efc68397a867 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:10.544369 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2265d-f765-437e-8317-efc68397a867 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event deleted for resources: {'Port': ['ID=e45eed71-cabe-4626-8507-a4f919c4e476,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:10.602731 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cd2265d-f765-437e-8317-efc68397a867 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for floatingip, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:10.605251 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-2cd2265d-f765-437e-8317-efc68397a867 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206286'] for floatingip, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:10.606427 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-2cd2265d-f765-437e-8317-efc68397a867 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "DELETE /v2.0/floatingips/2abb102b-d183-4403-8355-6f6080c51b16 HTTP/1.1" status: 204 len: 168 time: 0.4321148 Aug 12 17:50:11.800004 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57418) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:11.866499 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-69b85862-7eab-4855-99d7-255ca25e5ff8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:11.894827 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-69b85862-7eab-4855-99d7-255ca25e5ff8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:11.959519 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-69b85862-7eab-4855-99d7-255ca25e5ff8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:11.962389 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-69b85862-7eab-4855-99d7-255ca25e5ff8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:11.963741 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-69b85862-7eab-4855-99d7-255ca25e5ff8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] 10.222.0.25 "DELETE /v2.0/security-groups/47710874-9c93-4ce4-a077-b83c4da9a8e9 HTTP/1.1" status: 204 len: 168 time: 0.1626844 Aug 12 17:50:11.973951 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b85862-7eab-4855-99d7-255ca25e5ff8 tempest-TestVolumeBootPattern-770970079 tempest-TestVolumeBootPattern-770970079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47710874-9c93-4ce4-a077-b83c4da9a8e9,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:12.725589 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 8b9ead70-822b-422d-8bcc-dfdf096fd8fc no longer exists at agent hyperv_hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:50:12.745221 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] No Port match for: 8b9ead70-822b-422d-8bcc-dfdf096fd8fc {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:50:12.745563 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Device 8b9ead70-822b-422d-8bcc-dfdf096fd8fc not bound to the agent host hv-cinder-78825 {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:50:13.046582 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57428) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:13.535399 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368533'] for router_interface, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:13.784129 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] Deleting port 92b625f6-df5b-4c51-b0ef-ef573205b690 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:13.784365 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:13.865078 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] For port 92b625f6-df5b-4c51-b0ef-ef573205b690, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=92b625f6-df5b-4c51-b0ef-ef573205b690,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:13.865438 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:13.882204 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] Calling delete_port for 92b625f6-df5b-4c51-b0ef-ef573205b690 owned by network:router_interface {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:14.066335 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:14.089435 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b625f6-df5b-4c51-b0ef-ef573205b690,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:14.261441 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455717'] for router_interface, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:14.478938 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] Router 3bda226c-a4ab-4cf5-8840-8f40194a7906 has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:50:14.594320 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:50:14.599241 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-245ebc49-20ab-401a-a6a7-0b1532359d59 admin admin] 10.222.0.25 "PUT /v2.0/routers/3bda226c-a4ab-4cf5-8840-8f40194a7906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5516605 Aug 12 17:50:14.601831 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57438) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:14.605643 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] Sync routers for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:50:14.621361 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:50:14.622127 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:50:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:14.707766 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Notify callbacks [] for router, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:14.731998 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: dv-cinder-788253-6-iscsi {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:50:14.812931 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:14.865110 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Deleting port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:14.865461 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:14.912170 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:50:14Z', 'revision_number': 5, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port': {'id': '5c448a2d-d9cc-4a6c-ad47-f238bd90a737', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:39Z', 'updated_at': '2021-08-12T17:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:14.948770 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] Checking router: 3bda226c-a4ab-4cf5-8840-8f40194a7906 for host: dv-cinder-788253-6-iscsi {{(pid=94310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:50:14.951247 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] For port 5c448a2d-d9cc-4a6c-ad47-f238bd90a737, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=5c448a2d-d9cc-4a6c-ad47-f238bd90a737,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:14.951617 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:14.957246 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] Routers {'3bda226c-a4ab-4cf5-8840-8f40194a7906'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:50:14.957862 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:50:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['3bda226c-a4ab-4cf5-8840-8f40194a7906'], 'active': True} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:14.963883 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Calling delete_port for 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 owned by network:router_gateway {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:15.047359 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvr_db [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] Set router 3bda226c-a4ab-4cf5-8840-8f40194a7906 gateway port host: None {{(pid=94310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:50:15.100870 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_hamode_db [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:50:14Z', 'revision_number': 6, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port_host': None}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94310) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:15.132442 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b9664-c510-4001-9218-ff56505dc9d3 None None] The sync data for ids ['3bda226c-a4ab-4cf5-8840-8f40194a7906'] in dv-cinder-788253-6-iscsi is: [{'id': '3bda226c-a4ab-4cf5-8840-8f40194a7906', 'name': 'tempest-TestVolumeBootPattern-780198358-router', 'tenant_id': '930d6afb968e4b429d908a0c1661f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:38Z', 'updated_at': '2021-08-12T17:50:14Z', 'revision_number': 6, 'project_id': '930d6afb968e4b429d908a0c1661f490', 'gw_port_host': None}] {{(pid=94310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:50:15.401889 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.428087 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c448a2d-d9cc-4a6c-ad47-f238bd90a737,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:15.492589 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455647'] for router_gateway, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.589665 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48530'] for router, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.591905 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.636944 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456252'] for router, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.637485 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bda226c-a4ab-4cf5-8840-8f40194a7906 {{(pid=94308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 17:50:15.642441 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] Notify callbacks [] for router, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.643267 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-21b82b3a-1ad9-482f-94e1-1a9092b05e52 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3bda226c-a4ab-4cf5-8840-8f40194a7906 HTTP/1.1" status: 204 len: 168 time: 1.0404720 Aug 12 17:50:15.645784 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57440) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:15.695833 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc091d13-e9a9-42d1-9b54-7d13bdbda86d admin admin] Deleting subnet 8a8770d0-7ebe-4b70-b194-3ef77ec7e784 {{(pid=94308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:50:15.698917 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc091d13-e9a9-42d1-9b54-7d13bdbda86d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.734389 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc091d13-e9a9-42d1-9b54-7d13bdbda86d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126464360'] for subnet, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.817316 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc091d13-e9a9-42d1-9b54-7d13bdbda86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.869430 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc091d13-e9a9-42d1-9b54-7d13bdbda86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127425865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127454960'] for subnet, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.895998 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc091d13-e9a9-42d1-9b54-7d13bdbda86d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8770d0-7ebe-4b70-b194-3ef77ec7e784,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:15.900421 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-cc091d13-e9a9-42d1-9b54-7d13bdbda86d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.902337 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-cc091d13-e9a9-42d1-9b54-7d13bdbda86d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8a8770d0-7ebe-4b70-b194-3ef77ec7e784 HTTP/1.1" status: 204 len: 168 time: 0.2555413 Aug 12 17:50:15.905586 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57442) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:15.907961 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79192773-f0fb-4600-b0a3-57f484128137 None None] Network 7b43b12a-83f4-439f-8191-13943471899a requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:50:15.965126 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 92b625f6-df5b-4c51-b0ef-ef573205b690 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:50:15.981553 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:15.988627 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 92b625f6-df5b-4c51-b0ef-ef573205b690 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:50:15.988975 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 92b625f6-df5b-4c51-b0ef-ef573205b690 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:50:15.989394 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:50:16.022404 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:50:16.022758 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 5c448a2d-d9cc-4a6c-ad47-f238bd90a737 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:50:16.047250 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Deleting port 76b366e2-530b-4033-ae94-8475e0940895 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:16.047673 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.118361 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] For port 76b366e2-530b-4033-ae94-8475e0940895, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=76b366e2-530b-4033-ae94-8475e0940895,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:16.118736 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.134897 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Calling delete_port for 76b366e2-530b-4033-ae94-8475e0940895 owned by network:dhcp {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:16.154915 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235d1fa-3faa-4212-a20f-26856eb8dded None None] DHCP port deletion for 7b43b12a-83f4-439f-8191-13943471899a request from dv-cinder-788253-6-iscsi {{(pid=94310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 17:50:16.205267 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-3235d1fa-3faa-4212-a20f-26856eb8dded None None] Deleting port 76b366e2-530b-4033-ae94-8475e0940895 {{(pid=94310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:16.205651 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3235d1fa-3faa-4212-a20f-26856eb8dded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.231683 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.256141 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b366e2-530b-4033-ae94-8475e0940895,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:16.263095 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] No DVR routers for this DVR port 76b366e2-530b-4033-ae94-8475e0940895 on host dv-cinder-788253-6-iscsi {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:50:16.278882 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-3235d1fa-3faa-4212-a20f-26856eb8dded None None] For port 76b366e2-530b-4033-ae94-8475e0940895, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=76b366e2-530b-4033-ae94-8475e0940895,segment=NetworkSegment(a9552b3f-186e-4963-9c3a-3f63600d53bb),segment_id=a9552b3f-186e-4963-9c3a-3f63600d53bb)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:16.279286 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3235d1fa-3faa-4212-a20f-26856eb8dded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.292222 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-3235d1fa-3faa-4212-a20f-26856eb8dded None None] Calling delete_port for 76b366e2-530b-4033-ae94-8475e0940895 owned by network:dhcp {{(pid=94310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:16.358524 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.369253 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b43b12a-83f4-439f-8191-13943471899a']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:16.379750 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9552b3f-186e-4963-9c3a-3f63600d53bb') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:16.380058 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9552b3f-186e-4963-9c3a-3f63600d53bb') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:16.389995 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.390483 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-3235d1fa-3faa-4212-a20f-26856eb8dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692'] for port, after_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.403957 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.410572 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:50:16.410973 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:50:16.413001 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:50:16.417996 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235d1fa-3faa-4212-a20f-26856eb8dded None None] Pushing event deleted for resources: {'Port': ['ID=76b366e2-530b-4033-ae94-8475e0940895,revision_number=None']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:16.419868 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3235d1fa-3faa-4212-a20f-26856eb8dded None None] No DVR routers for this DVR port 76b366e2-530b-4033-ae94-8475e0940895 on host dv-cinder-788253-6-iscsi {{(pid=94310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:50:16.468151 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.473789 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:16.475845 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7b43b12a-83f4-439f-8191-13943471899a HTTP/1.1" status: 204 len: 168 time: 0.5691457 Aug 12 17:50:16.479543 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 57444) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:16.487523 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa48ca9-abc5-4431-ab04-ac9e2ebbb5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b43b12a-83f4-439f-8191-13943471899a,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:16.831155 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-368533'] for router_interface, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:17.080287 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] Deleting port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:17.080635 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:17.165054 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] For port 5c1a13d8-27fc-4151-ab5d-d436f9b868c7, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=5c1a13d8-27fc-4151-ab5d-d436f9b868c7,segment=NetworkSegment(63f2e1f6-034b-477f-9059-37494b01f1f5),segment_id=63f2e1f6-034b-477f-9059-37494b01f1f5)] {{(pid=94309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:17.165420 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:17.177929 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] Calling delete_port for 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 owned by network:router_interface {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:17.360643 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:17.387600 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] Pushing event deleted for resources: {'Port': ['ID=5c1a13d8-27fc-4151-ab5d-d436f9b868c7,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:17.557879 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-455717'] for router_interface, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:17.796742 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] Router c8fca1bb-8f04-4612-bfd2-e86c8030832d has already been hosted by L3 agent f8f98425-9a46-40e3-9543-8a0a80d226d2 {{(pid=94309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 12 17:50:17.833933 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 76b366e2-530b-4033-ae94-8475e0940895 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:50:17.863853 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 76b366e2-530b-4033-ae94-8475e0940895 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:50:17.864184 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 76b366e2-530b-4033-ae94-8475e0940895 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:50:17.916626 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] Notify agent at l3_agent.dv-cinder-788253-6-iscsi the message routers_updated {{(pid=94309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 12 17:50:17.921557 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-e6c46840-2064-4504-b151-4da2016c66bf admin admin] 10.222.0.25 "PUT /v2.0/routers/c8fca1bb-8f04-4612-bfd2-e86c8030832d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4410491 Aug 12 17:50:17.924096 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 57446) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:17.926776 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] Sync routers for ids ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'] in dv-cinder-788253-6-iscsi {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 12 17:50:17.937884 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] Routers {'c8fca1bb-8f04-4612-bfd2-e86c8030832d'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:50:17.938670 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:50:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:18.039454 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:18.050363 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] Set router c8fca1bb-8f04-4612-bfd2-e86c8030832d gateway port host: dv-cinder-788253-6-iscsi {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:50:18.188868 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:18.247424 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Deleting port 42089ba9-38fb-4128-9420-28cde535ea7c {{(pid=94309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:18.247771 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:18.338381 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.db [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] For port 42089ba9-38fb-4128-9420-28cde535ea7c, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=42089ba9-38fb-4128-9420-28cde535ea7c,segment=NetworkSegment(98873dc5-ea28-4807-8e39-14ebc6bb820d),segment_id=98873dc5-ea28-4807-8e39-14ebc6bb820d)] {{(pid=94309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:18.338680 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:18.351081 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.plugins.ml2.plugin [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Calling delete_port for 42089ba9-38fb-4128-9420-28cde535ea7c owned by network:router_gateway {{(pid=94309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:18.362194 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'name': 'tempest-TestVolumeBootPattern-1311665544-router', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'external_fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:44Z', 'updated_at': '2021-08-12T17:50:17Z', 'revision_number': 5, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'gw_port': {'id': '42089ba9-38fb-4128-9420-28cde535ea7c', 'name': '', 'network_id': '02439c8f-1755-4220-a912-61d594f4e8a3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:5c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '3b279a22-7320-426a-9502-5838bbbb28df', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788253-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-12T17:41:45Z', 'updated_at': '2021-08-12T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b279a22-7320-426a-9502-5838bbbb28df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788253-6-iscsi'}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:18.395564 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] Checking router: c8fca1bb-8f04-4612-bfd2-e86c8030832d for host: dv-cinder-788253-6-iscsi {{(pid=94311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 12 17:50:18.405442 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] Routers {'c8fca1bb-8f04-4612-bfd2-e86c8030832d'} bound to L3 agent in host dv-cinder-788253-6-iscsi {{(pid=94311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 12 17:50:18.406064 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788253-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-12T17:27:33Z,description=,heartbeat_timestamp=2021-08-12T17:50:03Z,host='dv-cinder-788253-6-iscsi',id=f8f98425-9a46-40e3-9543-8a0a80d226d2,load=0,resource_versions=,resources_synced=,started_at=2021-08-12T17:27:33Z,topic='l3_agent')) {'router_ids': ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'], 'active': True} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:18.498163 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_dvr_db [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] Set router c8fca1bb-8f04-4612-bfd2-e86c8030832d gateway port host: None {{(pid=94311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 12 17:50:18.556721 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.l3_hamode_db [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'name': 'tempest-TestVolumeBootPattern-1311665544-router', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:44Z', 'updated_at': '2021-08-12T17:50:18Z', 'revision_number': 6, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'gw_port_host': None}], 'dv-cinder-788253-6-iscsi', False) {} {{(pid=94311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:18.590633 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1400a-f4f7-4a1a-88a2-525fbd58312e None None] The sync data for ids ['c8fca1bb-8f04-4612-bfd2-e86c8030832d'] in dv-cinder-788253-6-iscsi is: [{'id': 'c8fca1bb-8f04-4612-bfd2-e86c8030832d', 'name': 'tempest-TestVolumeBootPattern-1311665544-router', 'tenant_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-12T17:41:44Z', 'updated_at': '2021-08-12T17:50:18Z', 'revision_number': 6, 'project_id': 'ba872e9e4c4f42d2983e42d0b940f223', 'gw_port_host': None}] {{(pid=94311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 12 17:50:18.783586 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126545583'] for port, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:18.809090 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42089ba9-38fb-4128-9420-28cde535ea7c,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:18.869354 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455647'] for router_gateway, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:18.965379 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-456243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-48530'] for router, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:18.967580 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.016871 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-456252'] for router, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.016871 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fca1bb-8f04-4612-bfd2-e86c8030832d {{(pid=94309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 12 17:50:19.019899 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.021298 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-e894750a-ba8c-47bd-b61f-dbcc034fe1b7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c8fca1bb-8f04-4612-bfd2-e86c8030832d HTTP/1.1" status: 204 len: 168 time: 1.0961897 Aug 12 17:50:19.023883 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57448) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:19.071877 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fd8332-efe1-4202-b3ea-b3de11e83af8 admin admin] Deleting subnet b6504b5b-048b-4ba0-884e-d46a739ced63 {{(pid=94308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 12 17:50:19.075126 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-48fd8332-efe1-4202-b3ea-b3de11e83af8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.114947 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-48fd8332-efe1-4202-b3ea-b3de11e83af8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126464360'] for subnet, precommit_delete_associations {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.200827 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-48fd8332-efe1-4202-b3ea-b3de11e83af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-673718'] for subnet, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.259015 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-48fd8332-efe1-4202-b3ea-b3de11e83af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-673697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1657927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127425865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127454960'] for subnet, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.285130 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd8332-efe1-4202-b3ea-b3de11e83af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6504b5b-048b-4ba0-884e-d46a739ced63,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:19.288787 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-48fd8332-efe1-4202-b3ea-b3de11e83af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for subnet, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.290753 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-48fd8332-efe1-4202-b3ea-b3de11e83af8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b6504b5b-048b-4ba0-884e-d46a739ced63 HTTP/1.1" status: 204 len: 168 time: 0.2658043 Aug 12 17:50:19.294632 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57450) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:19.297496 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7b02f-8037-4903-b5fc-5ec6d5abb3e2 None None] Network 57dcb3d0-0062-4864-b31c-80a10c74dd06 requested from dv-cinder-788253-6-iscsi {{(pid=94310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 12 17:50:19.387201 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-575593'] for network, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.443643 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Deleting port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 {{(pid=94308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:19.443985 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.519442 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.db [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] For port fe987fb2-e091-4ed7-941e-0e4d68ae7f53, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=fe987fb2-e091-4ed7-941e-0e4d68ae7f53,segment=NetworkSegment(63f2e1f6-034b-477f-9059-37494b01f1f5),segment_id=63f2e1f6-034b-477f-9059-37494b01f1f5)] {{(pid=94308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:19.519442 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.525689 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d110b8-7041-431c-804b-58a342572b9a None None] DHCP port deletion for 57dcb3d0-0062-4864-b31c-80a10c74dd06 request from dv-cinder-788253-6-iscsi {{(pid=94310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 12 17:50:19.533270 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.plugin [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Calling delete_port for fe987fb2-e091-4ed7-941e-0e4d68ae7f53 owned by network:dhcp {{(pid=94308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:19.577519 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d5d110b8-7041-431c-804b-58a342572b9a None None] Deleting port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 {{(pid=94310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 12 17:50:19.578297 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d5d110b8-7041-431c-804b-58a342572b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771065014056'] for port, before_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.624947 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127425914'] for port, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.642711 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.db [None req-d5d110b8-7041-431c-804b-58a342572b9a None None] For port fe987fb2-e091-4ed7-941e-0e4d68ae7f53, host dv-cinder-788253-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788253-6-iscsi',level=0,port_id=fe987fb2-e091-4ed7-941e-0e4d68ae7f53,segment=NetworkSegment(63f2e1f6-034b-477f-9059-37494b01f1f5),segment_id=63f2e1f6-034b-477f-9059-37494b01f1f5)] {{(pid=94310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 12 17:50:19.643247 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d5d110b8-7041-431c-804b-58a342572b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456890'] for port, precommit_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.655579 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe987fb2-e091-4ed7-941e-0e4d68ae7f53,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:19.657736 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d5d110b8-7041-431c-804b-58a342572b9a None None] Calling delete_port for fe987fb2-e091-4ed7-941e-0e4d68ae7f53 owned by network:dhcp {{(pid=94310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 12 17:50:19.665645 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] No DVR routers for this DVR port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 on host dv-cinder-788253-6-iscsi {{(pid=94308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:50:19.749617 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-675633', 'neutron.services.segments.db._delete_segments_for_network-8771065040496'] for network, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.758822 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d5d110b8-7041-431c-804b-58a342572b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639905', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-258015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771065017474', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771064530692'] for port, after_delete {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.759976 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57dcb3d0-0062-4864-b31c-80a10c74dd06']}} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:19.770674 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f2e1f6-034b-477f-9059-37494b01f1f5') {'for_net_delete': True} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:19.770979 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.services.segments.db [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f2e1f6-034b-477f-9059-37494b01f1f5') {} {{(pid=94308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 12 17:50:19.782432 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771065043065', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126464383'] for segment, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.785754 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device fe987fb2-e091-4ed7-941e-0e4d68ae7f53 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:50:19.791008 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d110b8-7041-431c-804b-58a342572b9a None None] Pushing event deleted for resources: {'Port': ['ID=fe987fb2-e091-4ed7-941e-0e4d68ae7f53,revision_number=None']} {{(pid=94310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:19.799352 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783'] for segment, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.806148 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 12 17:50:19.806549 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-673783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127425943'] for segment, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: Traceback (most recent call last): Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: timer() Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: cb(*args, **kw) Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: return func(*args, **kwargs) Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: self._notify() Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: self.callback(batched_events) Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: event.method(event) Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: aggregate_uuid = self.p_client.list_aggregates( Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: return f(self, *a, **k) Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._get(url).json() Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: return self.request(url, 'GET', **kwargs) Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: base_url = self.get_endpoint(auth, allow=allow, Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 12 17:50:19.808537 dv-cinder-788253-6-iscsi neutron-server[94308]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 12 17:50:19.810667 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d110b8-7041-431c-804b-58a342572b9a None None] No DVR routers for this DVR port fe987fb2-e091-4ed7-941e-0e4d68ae7f53 on host dv-cinder-788253-6-iscsi {{(pid=94310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 12 17:50:19.811954 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: fe987fb2-e091-4ed7-941e-0e4d68ae7f53 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:50:19.812634 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device fe987fb2-e091-4ed7-941e-0e4d68ae7f53 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:50:19.813015 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 42089ba9-38fb-4128-9420-28cde535ea7c no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:50:19.834253 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 42089ba9-38fb-4128-9420-28cde535ea7c {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:50:19.834595 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 42089ba9-38fb-4128-9420-28cde535ea7c not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:50:19.834998 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 no longer exists at agent ovs-agent-dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 12 17:50:19.853033 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] No Port match for: 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 {{(pid=94310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 12 17:50:19.853371 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron.plugins.ml2.rpc [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Device 5c1a13d8-27fc-4151-ab5d-d436f9b868c7 not bound to the agent host dv-cinder-788253-6-iscsi {{(pid=94310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 12 17:50:19.869273 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-675624', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-455587'] for network, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.878746 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562978'] for network, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:19.878746 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] 10.222.0.25 "DELETE /v2.0/networks/57dcb3d0-0062-4864-b31c-80a10c74dd06 HTTP/1.1" status: 204 len: 168 time: 0.5817101 Aug 12 17:50:19.891095 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2036aeb-b725-4c77-8925-be5f7a43ad32 admin admin] Pushing event deleted for resources: {'Network': ['ID=57dcb3d0-0062-4864-b31c-80a10c74dd06,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:20.004731 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57454) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:20.051714 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-f1f8c2fc-486c-4dc5-b368-7247bf791df7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=930d6afb968e4b429d908a0c1661f490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457537 Aug 12 17:50:20.054135 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [-] (94308) accepted ('10.222.0.25', 57456) {{(pid=94308) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:20.102835 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-71617bf4-df90-4e56-a921-78bccceec2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:20.124057 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-71617bf4-df90-4e56-a921-78bccceec2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:20.170568 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-71617bf4-df90-4e56-a921-78bccceec2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:20.173457 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron_lib.callbacks.manager [None req-71617bf4-df90-4e56-a921-78bccceec2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:20.174656 dv-cinder-788253-6-iscsi neutron-server[94308]: INFO neutron.wsgi [None req-71617bf4-df90-4e56-a921-78bccceec2b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fb2295e-e5e1-4db9-834a-a7d3843fc89b HTTP/1.1" status: 204 len: 168 time: 0.1190727 Aug 12 17:50:20.182410 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71617bf4-df90-4e56-a921-78bccceec2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb2295e-e5e1-4db9-834a-a7d3843fc89b,revision_number=None']} {{(pid=94308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:20.513840 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 57462) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:20.554004 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-7650f13e-c4f3-490f-9ea6-3c55a5df0ea0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba872e9e4c4f42d2983e42d0b940f223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388544 Aug 12 17:50:20.556455 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [-] (94309) accepted ('10.222.0.25', 57464) {{(pid=94309) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 12 17:50:20.604930 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c63dd91d-df6c-4273-867d-dc82c1c329c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:20.624922 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c63dd91d-df6c-4273-867d-dc82c1c329c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:20.672593 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c63dd91d-df6c-4273-867d-dc82c1c329c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-439483'] for security_group, after_delete {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:20.675058 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron_lib.callbacks.manager [None req-c63dd91d-df6c-4273-867d-dc82c1c329c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:20.676195 dv-cinder-788253-6-iscsi neutron-server[94309]: INFO neutron.wsgi [None req-c63dd91d-df6c-4273-867d-dc82c1c329c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8503d605-576f-4db1-af0a-c473c8471619 HTTP/1.1" status: 204 len: 168 time: 0.1188579 Aug 12 17:50:20.684348 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dd91d-df6c-4273-867d-dc82c1c329c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8503d605-576f-4db1-af0a-c473c8471619,revision_number=None']} {{(pid=94309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 12 17:50:30.002036 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:30.080677 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b5195445-565e-42bb-9c0e-b8249f075d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:32.905800 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-6510701a-3144-48a9-abbe-131b07b1ecc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:33.272555 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:34.103104 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:35.494746 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:50:45.700915 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:50:45.859847 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [req-9d9f411e-65b8-4016-a1f7-edbc785efc64 req-fc15c3a6-3246-4bca-ad94-c91a2c386f03 service neutron] (94309) timed out ('10.222.0.10', 60670) {{(pid=94309) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 17:50:57.664440 dv-cinder-788253-6-iscsi neutron-server[94309]: DEBUG neutron.wsgi [req-236aa9ad-05f5-43ff-9a52-02e10c084926 req-600372b4-70e1-4480-9f12-13406709aae3 service neutron] (94309) timed out ('10.222.0.10', 60665) {{(pid=94309) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 17:50:59.618791 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [req-de77386c-d93f-4c97-a8e5-36e304041d25 req-bea28ccc-78eb-450c-a6e9-12515a2da81d service neutron] (94308) timed out ('10.222.0.10', 60702) {{(pid=94308) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 17:51:00.023512 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:00.083363 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0d919203-1cee-462f-87be-bc1134c8ee2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:03.031408 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-27b544e5-04cc-456d-a3b8-5190e4169b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:03.277568 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:04.106661 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:05.497347 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:22.699533 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:51:30.037179 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:30.089186 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-db14e6e8-1073-4213-86a4-8320abb89c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:32.912110 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-4abb0d18-5e0f-4d15-b415-9f75bb00b171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:33.279569 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:33.456718 dv-cinder-788253-6-iscsi neutron-server[94308]: DEBUG neutron.wsgi [req-cdd8508b-50ea-4315-9d76-1a7ed89f54be req-efc3bf56-c719-4f0d-93a5-5c83cb721439 tempest-DeleteServersTestJSON-1076400747 tempest-DeleteServersTestJSON-1076400747-project] (94308) timed out ('10.222.0.10', 60694) {{(pid=94308) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 12 17:51:34.108054 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:35.498119 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:51:59.698185 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:52:00.037383 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:00.079686 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-18e78e0e-52cb-4f09-8f91-4e49a1d101b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:02.912473 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-38ca29d5-dc9b-4385-a9b1-20033c880975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:03.279656 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:04.111241 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:05.499841 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:30.036153 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:30.080603 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-28f973a3-ca11-4d0d-b9a3-a3642e6f039e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:32.914316 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b6c10e8a-1faa-4932-a515-13bf776b2eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:33.279482 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:34.113913 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:35.501639 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:52:36.696923 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:53:00.033709 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:00.081183 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-a6ffcb06-b8ae-43ff-a8ba-d86d2b6720a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:02.916659 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-f0d3c246-cd07-4ea9-a790-e373094a87ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:03.281551 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:04.118360 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:05.504407 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:13.696796 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:53:30.049096 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:30.080099 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-545d5f84-ac10-4fe0-8e2a-2f4afc4374fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:32.920093 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-7c42b058-e264-4a72-bc27-941a2a87fb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:33.285143 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:34.128832 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:35.507073 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:53:50.696550 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:54:00.073870 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:00.080977 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-969efe27-0ca4-42dd-b200-13aa623faa8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:02.926312 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-54f87cbf-43e7-41ac-9e5d-cccbf358c215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:03.288779 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:04.123748 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:05.508602 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:27.696604 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:54:30.063713 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:30.082109 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-dbe878d3-5b26-4c83-8b00-0acfac8fb172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:32.918454 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-0f52df8b-215e-416d-bbb9-cdc569aa610c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:33.292804 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:34.125333 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:54:35.513758 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:00.061269 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:00.082929 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-24661617-6f83-4257-874a-313604fb088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:02.923295 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-5e73feb9-e47b-451d-a6ff-b26d0a7bceec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:03.294906 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:04.128913 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:04.696327 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 12 17:55:05.514934 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:30.096033 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-f1fe4618-2b2c-4df8-8379-2f60f7ee5c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:30.097472 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-02c0446f-668b-45c3-90af-c60a5ebf4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:32.924888 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-423ea506-2d90-47df-8ef7-c0a23ad78cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:33.299320 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2cf1c00-8c5c-4f96-9519-537178f4b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:34.132252 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-d2b9f474-e66f-4526-84d7-7dc37f480276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:35.525962 dv-cinder-788253-6-iscsi neutron-server[94310]: DEBUG neutron_lib.callbacks.manager [None req-b8492fb3-a614-47e9-aebc-a9424a78a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771065040388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-717247'] for agent, after_update {{(pid=94310) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 12 17:55:41.696003 dv-cinder-788253-6-iscsi neutron-server[94311]: DEBUG neutron.db.agents_db [None req-53b9517e-65c7-4057-b6bf-fd2a38d3ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=94311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}